{
 "cells": [
  {
   "cell_type": "markdown",
   "id": "31f3e96f",
   "metadata": {},
   "source": [
    "# Use Exhaustive Tree Search to Play Tic-Tac-Toe"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 1,
   "id": "ac9ccbcb",
   "metadata": {},
   "outputs": [],
   "source": [
    "import logging\n",
    "import sys\n",
    "\n",
    "import numpy as np\n",
    "np.random.seed(0)\n",
    "import gym\n",
    "\n",
    "import boardgame2\n",
    "from boardgame2 import BLACK, WHITE, EMPTY\n",
    "\n",
    "logging.basicConfig(level=logging.DEBUG,\n",
    "        format='%(asctime)s [%(levelname)s] %(message)s',\n",
    "        stream=sys.stdout, datefmt='%H:%M:%S')"
   ]
  },
  {
   "cell_type": "markdown",
   "id": "cbdde5a3",
   "metadata": {},
   "source": [
    "Environment"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 2,
   "id": "9eaa1107",
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "00:00:02 [INFO] env: <KInARowEnv<TicTacToe-v0>>\n",
      "00:00:02 [INFO] _action_space: None\n",
      "00:00:02 [INFO] _observation_space: None\n",
      "00:00:02 [INFO] _reward_range: None\n",
      "00:00:02 [INFO] _metadata: None\n",
      "00:00:02 [INFO] _has_reset: False\n",
      "00:00:02 [INFO] id: TicTacToe-v0\n",
      "00:00:02 [INFO] entry_point: boardgame2:KInARowEnv\n",
      "00:00:02 [INFO] reward_threshold: None\n",
      "00:00:02 [INFO] nondeterministic: False\n",
      "00:00:02 [INFO] max_episode_steps: None\n",
      "00:00:02 [INFO] order_enforce: True\n",
      "00:00:02 [INFO] _kwargs: {'board_shape': 3, 'target_length': 3}\n",
      "00:00:02 [INFO] _env_name: TicTacToe\n"
     ]
    }
   ],
   "source": [
    "env = gym.make('TicTacToe-v0')\n",
    "env.seed(0)\n",
    "for key in vars(env):\n",
    "    logging.info('%s: %s', key, vars(env)[key])\n",
    "for key in vars(env.spec):\n",
    "    logging.info('%s: %s', key, vars(env.spec)[key])"
   ]
  },
  {
   "cell_type": "markdown",
   "id": "3f268073",
   "metadata": {},
   "source": [
    "Agent"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 3,
   "id": "1a8e2759",
   "metadata": {},
   "outputs": [],
   "source": [
    "class ExhaustiveSearchAgent:\n",
    "    def __init__(self, env):\n",
    "        self.env = env\n",
    "        self.learn()\n",
    "\n",
    "    def learn(self):\n",
    "        self.winner = {}   # str(state) -> player\n",
    "        self.policy = {}   # str(state) -> action\n",
    "        init_state = np.zeros_like(env.board, dtype=np.int8), BLACK\n",
    "        self.search(init_state)\n",
    "\n",
    "    def search(self, state):  # Tree Search: recursive implementation\n",
    "        s = str(state)\n",
    "        if s not in self.winner:  # the node has not been calculated\n",
    "            self.winner[s] = self.env.get_winner(state) \n",
    "            if self.winner[s] is None:  # do not have immediate winner\n",
    "                # try all next valid actions\n",
    "                valid = self.env.get_valid(state)\n",
    "                winner_actions = {}\n",
    "                for x in range(valid.shape[0]):\n",
    "                    for y in range(valid.shape[1]):\n",
    "                        if valid[x, y]:\n",
    "                            action = np.array([x, y])\n",
    "                            next_state = self.env.get_next_state(state, action)\n",
    "                            winner = self.search(next_state)\n",
    "                            winner_actions[winner] = action\n",
    "\n",
    "                # choose the best action\n",
    "                _, player = state\n",
    "                for winner in [player, EMPTY, -player]:\n",
    "                    if winner in winner_actions:\n",
    "                        action = winner_actions[winner]\n",
    "                        self.policy[s] = action\n",
    "                        self.winner[s] = winner\n",
    "                        break\n",
    "        return self.winner[s]\n",
    "\n",
    "    def reset(self, mode=None):\n",
    "        pass\n",
    "\n",
    "    def step(self, observation, reward, done):\n",
    "        s = str(observation)\n",
    "        action = self.policy[s]\n",
    "        return action\n",
    "\n",
    "    def close(self):\n",
    "        pass\n",
    "\n",
    "\n",
    "agent = ExhaustiveSearchAgent(env=env)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 4,
   "id": "9a26788d",
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "+++\n",
      "+++\n",
      "+++\n",
      "00:00:06 [INFO] step 0：player 1, action [2 2]\n",
      "+++\n",
      "+++\n",
      "++o\n",
      "00:00:06 [INFO] step 1：player -1, action [1 1]\n",
      "+++\n",
      "+x+\n",
      "++o\n",
      "00:00:06 [INFO] step 2：player 1, action [2 1]\n",
      "+++\n",
      "+x+\n",
      "+oo\n",
      "00:00:06 [INFO] step 3：player -1, action [2 0]\n",
      "+++\n",
      "+x+\n",
      "xoo\n",
      "00:00:06 [INFO] step 4：player 1, action [0 2]\n",
      "++o\n",
      "+x+\n",
      "xoo\n",
      "00:00:06 [INFO] step 5：player -1, action [1 2]\n",
      "++o\n",
      "+xx\n",
      "xoo\n",
      "00:00:06 [INFO] step 6：player 1, action [1 0]\n",
      "++o\n",
      "oxx\n",
      "xoo\n",
      "00:00:06 [INFO] step 7：player -1, action [0 1]\n",
      "+xo\n",
      "oxx\n",
      "xoo\n",
      "00:00:06 [INFO] step 8：player 1, action [0 0]\n",
      "oxo\n",
      "oxx\n",
      "xoo\n",
      "00:00:06 [INFO] test episode: winner = 0, steps = 8\n"
     ]
    }
   ],
   "source": [
    "def play_boardgame2_episode(env, agent, mode=None, verbose=False):\n",
    "    observation, winner, done = env.reset(), 0, False\n",
    "    agent.reset(mode=mode)\n",
    "    elapsed_steps = 0\n",
    "    while True:\n",
    "        if verbose:\n",
    "            board, player = observation\n",
    "            print(boardgame2.strfboard(board))\n",
    "        action = agent.step(observation, winner, done)\n",
    "        if verbose:\n",
    "            logging.info('step %d：player %d, action %s', elapsed_steps, player,\n",
    "                    action)\n",
    "        observation, winner, done, _ = env.step(action)\n",
    "        if done:\n",
    "            if verbose:\n",
    "                board, _ = observation\n",
    "                print(boardgame2.strfboard(board))\n",
    "            break\n",
    "        elapsed_steps += 1\n",
    "    agent.close()\n",
    "    return winner, elapsed_steps\n",
    "\n",
    "\n",
    "winner, elapsed_steps = play_boardgame2_episode(env, agent, mode='test',\n",
    "        verbose=True)\n",
    "logging.info('test episode: winner = %d, steps = %d', winner, elapsed_steps)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 5,
   "id": "f95d25f2",
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "00:00:06 [INFO] state = (array([[-1, -1, -1],\n",
      "       [ 0,  1,  0],\n",
      "       [ 1,  0,  1]], dtype=int8), 1), action = None, winner = -1\n",
      "00:00:06 [INFO] state = (array([[-1,  1, -1],\n",
      "       [-1,  1,  0],\n",
      "       [ 1,  1,  0]], dtype=int8), -1), action = None, winner = 1\n",
      "00:00:06 [INFO] state = (array([[-1,  1,  0],\n",
      "       [-1,  0,  0],\n",
      "       [ 0,  0,  1]], dtype=int8), 1), action = [2 0], winner = 1\n",
      "00:00:06 [INFO] state = (array([[ 1, -1,  0],\n",
      "       [-1,  1,  1],\n",
      "       [-1,  1,  0]], dtype=int8), -1), action = [2 2], winner = 0\n",
      "00:00:06 [INFO] state = (array([[ 0,  0, -1],\n",
      "       [-1,  0,  1],\n",
      "       [ 0,  1,  0]], dtype=int8), 1), action = [2 0], winner = 0\n",
      "00:00:06 [INFO] state = (array([[-1, -1,  1],\n",
      "       [ 1,  0,  1],\n",
      "       [ 1,  0, -1]], dtype=int8), -1), action = [1 1], winner = -1\n",
      "00:00:06 [INFO] state = (array([[ 1, -1, -1],\n",
      "       [-1,  0,  1],\n",
      "       [-1,  1,  1]], dtype=int8), 1), action = [1 1], winner = 1\n",
      "00:00:06 [INFO] state = (array([[ 1,  1,  0],\n",
      "       [-1,  0,  1],\n",
      "       [ 0, -1, -1]], dtype=int8), 1), action = [0 2], winner = 1\n",
      "00:00:06 [INFO] state = (array([[-1,  0, -1],\n",
      "       [ 1, -1,  1],\n",
      "       [ 1,  0,  0]], dtype=int8), 1), action = [2 2], winner = -1\n",
      "00:00:06 [INFO] state = (array([[ 1, -1,  0],\n",
      "       [ 0,  1,  0],\n",
      "       [ 1, -1,  0]], dtype=int8), -1), action = [2 2], winner = 1\n",
      "00:00:06 [INFO] state = (array([[ 1,  1,  0],\n",
      "       [-1,  0, -1],\n",
      "       [-1,  1,  0]], dtype=int8), 1), action = [1 1], winner = 1\n",
      "00:00:06 [INFO] state = (array([[ 0,  1, -1],\n",
      "       [ 0,  1,  1],\n",
      "       [ 0, -1,  0]], dtype=int8), -1), action = [1 0], winner = 0\n",
      "00:00:06 [INFO] state = (array([[-1, -1,  1],\n",
      "       [-1,  1,  1],\n",
      "       [ 1,  1, -1]], dtype=int8), -1), action = None, winner = 1\n",
      "00:00:06 [INFO] state = (array([[-1,  0,  0],\n",
      "       [ 1,  1, -1],\n",
      "       [ 1, -1,  0]], dtype=int8), 1), action = [0 2], winner = 1\n",
      "00:00:06 [INFO] state = (array([[-1,  0,  1],\n",
      "       [ 1,  0,  0],\n",
      "       [ 0,  1, -1]], dtype=int8), -1), action = [1 1], winner = -1\n",
      "00:00:06 [INFO] state = (array([[ 1,  1,  0],\n",
      "       [ 1, -1,  0],\n",
      "       [-1, -1,  0]], dtype=int8), 1), action = [0 2], winner = 1\n",
      "00:00:06 [INFO] state = (array([[-1,  1,  1],\n",
      "       [-1,  0,  1],\n",
      "       [ 1,  0, -1]], dtype=int8), -1), action = [1 1], winner = -1\n",
      "00:00:06 [INFO] state = (array([[ 0, -1, -1],\n",
      "       [ 1,  0,  1],\n",
      "       [-1,  0,  1]], dtype=int8), 1), action = [1 1], winner = 1\n",
      "00:00:06 [INFO] state = (array([[ 0,  0,  0],\n",
      "       [ 0, -1,  0],\n",
      "       [ 0,  1,  0]], dtype=int8), 1), action = [2 2], winner = 0\n",
      "00:00:06 [INFO] state = (array([[ 1,  1,  0],\n",
      "       [-1,  0,  1],\n",
      "       [ 0,  0, -1]], dtype=int8), -1), action = [0 2], winner = 0\n",
      "00:00:06 [INFO] state = (array([[-1,  1,  1],\n",
      "       [ 0, -1,  1],\n",
      "       [ 0,  0, -1]], dtype=int8), 1), action = None, winner = -1\n",
      "00:00:06 [INFO] state = (array([[-1, -1,  0],\n",
      "       [ 1,  0,  0],\n",
      "       [ 0,  0,  1]], dtype=int8), 1), action = [0 2], winner = 1\n",
      "00:00:06 [INFO] state = (array([[ 1,  1, -1],\n",
      "       [-1, -1,  1],\n",
      "       [ 1, -1,  0]], dtype=int8), 1), action = [2 2], winner = 0\n",
      "00:00:06 [INFO] state = (array([[ 0, -1, -1],\n",
      "       [ 1,  0,  0],\n",
      "       [ 1,  1,  0]], dtype=int8), -1), action = [0 0], winner = -1\n",
      "00:00:06 [INFO] state = (array([[ 1,  0,  1],\n",
      "       [ 0,  0, -1],\n",
      "       [ 0, -1,  1]], dtype=int8), -1), action = [2 0], winner = 1\n",
      "00:00:06 [INFO] state = (array([[ 1, -1, -1],\n",
      "       [ 0,  1,  1],\n",
      "       [ 1, -1, -1]], dtype=int8), 1), action = [1 0], winner = 1\n",
      "00:00:06 [INFO] state = (array([[ 1,  1,  0],\n",
      "       [ 1,  0, -1],\n",
      "       [-1, -1,  0]], dtype=int8), 1), action = [2 2], winner = 1\n",
      "00:00:06 [INFO] state = (array([[ 1,  0, -1],\n",
      "       [ 1,  1,  0],\n",
      "       [ 0, -1,  0]], dtype=int8), -1), action = [2 2], winner = 1\n",
      "00:00:06 [INFO] state = (array([[ 1,  0,  0],\n",
      "       [ 1,  0,  0],\n",
      "       [ 0, -1, -1]], dtype=int8), 1), action = [2 0], winner = 1\n",
      "00:00:06 [INFO] state = (array([[ 0,  1,  1],\n",
      "       [ 0,  0,  0],\n",
      "       [-1,  0, -1]], dtype=int8), 1), action = [2 1], winner = 1\n",
      "00:00:06 [INFO] state = (array([[ 0,  0, -1],\n",
      "       [ 1,  0, -1],\n",
      "       [ 1,  0,  0]], dtype=int8), 1), action = [2 2], winner = 1\n",
      "00:00:06 [INFO] state = (array([[ 1,  0, -1],\n",
      "       [ 1,  0,  0],\n",
      "       [-1,  0,  0]], dtype=int8), 1), action = [1 1], winner = 1\n",
      "00:00:06 [INFO] state = (array([[-1,  0,  1],\n",
      "       [ 1,  0,  0],\n",
      "       [ 0, -1,  1]], dtype=int8), -1), action = [1 2], winner = 0\n",
      "00:00:06 [INFO] state = (array([[ 1,  1,  0],\n",
      "       [ 0, -1, -1],\n",
      "       [ 1,  1, -1]], dtype=int8), -1), action = [1 0], winner = -1\n",
      "00:00:06 [INFO] state = (array([[ 1,  0,  1],\n",
      "       [ 1,  0,  0],\n",
      "       [-1, -1,  0]], dtype=int8), -1), action = [2 2], winner = -1\n",
      "00:00:06 [INFO] state = (array([[ 0,  0, -1],\n",
      "       [-1,  1,  1],\n",
      "       [-1,  0,  1]], dtype=int8), 1), action = [0 0], winner = 1\n",
      "00:00:06 [INFO] state = (array([[ 0,  0, -1],\n",
      "       [ 0,  1, -1],\n",
      "       [ 1,  1,  0]], dtype=int8), -1), action = [2 2], winner = -1\n",
      "00:00:06 [INFO] state = (array([[ 1, -1,  1],\n",
      "       [-1,  0, -1],\n",
      "       [ 0,  0,  1]], dtype=int8), 1), action = [1 1], winner = 1\n",
      "00:00:06 [INFO] state = (array([[ 1,  1, -1],\n",
      "       [-1, -1,  0],\n",
      "       [-1,  1,  1]], dtype=int8), 1), action = None, winner = -1\n",
      "00:00:06 [INFO] state = (array([[ 1,  1,  0],\n",
      "       [ 0,  0,  0],\n",
      "       [ 0, -1,  0]], dtype=int8), -1), action = [0 2], winner = 0\n",
      "00:00:06 [INFO] state = (array([[-1,  1,  1],\n",
      "       [-1, -1,  1],\n",
      "       [-1,  1,  0]], dtype=int8), 1), action = None, winner = -1\n",
      "00:00:06 [INFO] state = (array([[ 0,  0, -1],\n",
      "       [ 1,  0,  1],\n",
      "       [ 0, -1,  0]], dtype=int8), 1), action = [2 0], winner = 1\n",
      "00:00:06 [INFO] state = (array([[ 0, -1,  1],\n",
      "       [ 0, -1,  0],\n",
      "       [ 1, -1,  1]], dtype=int8), 1), action = None, winner = -1\n",
      "00:00:06 [INFO] state = (array([[ 0, -1,  0],\n",
      "       [-1,  0,  1],\n",
      "       [ 1,  1,  0]], dtype=int8), -1), action = [2 2], winner = 0\n",
      "00:00:06 [INFO] state = (array([[ 0,  0,  0],\n",
      "       [ 1,  0,  1],\n",
      "       [-1, -1,  1]], dtype=int8), -1), action = [1 1], winner = 1\n",
      "00:00:06 [INFO] state = (array([[ 1, -1,  0],\n",
      "       [-1,  1,  1],\n",
      "       [-1,  0,  0]], dtype=int8), 1), action = [2 2], winner = 1\n",
      "00:00:06 [INFO] state = (array([[-1, -1,  1],\n",
      "       [ 0,  0,  1],\n",
      "       [ 0,  0,  1]], dtype=int8), -1), action = None, winner = 1\n",
      "00:00:06 [INFO] state = (array([[ 0,  0, -1],\n",
      "       [ 0, -1,  1],\n",
      "       [ 1,  1, -1]], dtype=int8), 1), action = [0 0], winner = 0\n",
      "00:00:06 [INFO] state = (array([[-1,  1, -1],\n",
      "       [-1,  1, -1],\n",
      "       [ 1,  0,  1]], dtype=int8), 1), action = [2 1], winner = 1\n",
      "00:00:06 [INFO] state = (array([[-1,  0,  0],\n",
      "       [-1,  1, -1],\n",
      "       [ 1,  0,  1]], dtype=int8), 1), action = [2 1], winner = 1\n",
      "00:00:06 [INFO] state = (array([[ 1, -1, -1],\n",
      "       [ 1,  0,  1],\n",
      "       [ 1, -1,  0]], dtype=int8), -1), action = None, winner = 1\n",
      "00:00:06 [INFO] state = (array([[ 0,  1,  0],\n",
      "       [ 0,  0, -1],\n",
      "       [ 1, -1,  1]], dtype=int8), -1), action = [1 1], winner = 0\n",
      "00:00:06 [INFO] state = (array([[-1,  1,  1],\n",
      "       [ 0, -1,  1],\n",
      "       [-1,  0,  0]], dtype=int8), 1), action = [2 2], winner = 1\n",
      "00:00:06 [INFO] state = (array([[ 0,  0,  0],\n",
      "       [-1,  0,  1],\n",
      "       [ 1,  0, -1]], dtype=int8), 1), action = [2 1], winner = 0\n",
      "00:00:06 [INFO] state = (array([[ 0,  1, -1],\n",
      "       [-1, -1,  1],\n",
      "       [ 0,  1,  0]], dtype=int8), 1), action = [2 0], winner = 0\n",
      "00:00:06 [INFO] state = (array([[ 1, -1,  1],\n",
      "       [-1, -1,  0],\n",
      "       [ 0,  1,  1]], dtype=int8), -1), action = [1 2], winner = -1\n",
      "00:00:06 [INFO] state = (array([[ 0,  1, -1],\n",
      "       [ 1, -1, -1],\n",
      "       [ 0,  0,  1]], dtype=int8), 1), action = [2 0], winner = 1\n",
      "00:00:06 [INFO] state = (array([[ 0, -1, -1],\n",
      "       [ 0,  1,  1],\n",
      "       [-1,  0,  1]], dtype=int8), 1), action = [1 0], winner = 1\n",
      "00:00:07 [INFO] state = (array([[ 1,  0, -1],\n",
      "       [-1,  0,  0],\n",
      "       [ 1,  0,  1]], dtype=int8), -1), action = [2 1], winner = 1\n",
      "00:00:07 [INFO] state = (array([[ 0, -1,  1],\n",
      "       [ 0,  1,  0],\n",
      "       [ 0,  1, -1]], dtype=int8), -1), action = [2 0], winner = 0\n",
      "00:00:07 [INFO] state = (array([[ 1, -1, -1],\n",
      "       [ 1, -1,  0],\n",
      "       [ 0,  1,  1]], dtype=int8), -1), action = [2 0], winner = -1\n",
      "00:00:07 [INFO] state = (array([[-1,  1,  0],\n",
      "       [-1, -1,  1],\n",
      "       [ 1,  1,  0]], dtype=int8), -1), action = [2 2], winner = -1\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "00:00:07 [INFO] state = (array([[ 1,  1, -1],\n",
      "       [ 1, -1,  0],\n",
      "       [-1,  1, -1]], dtype=int8), 1), action = None, winner = -1\n",
      "00:00:07 [INFO] state = (array([[ 1, -1, -1],\n",
      "       [ 0,  1,  1],\n",
      "       [-1,  0,  0]], dtype=int8), 1), action = [2 2], winner = 1\n",
      "00:00:07 [INFO] state = (array([[ 0, -1,  0],\n",
      "       [ 1,  0,  1],\n",
      "       [ 0, -1,  0]], dtype=int8), 1), action = [1 1], winner = 1\n",
      "00:00:07 [INFO] state = (array([[ 1,  1,  0],\n",
      "       [-1, -1,  0],\n",
      "       [ 0,  0,  0]], dtype=int8), 1), action = [0 2], winner = 1\n",
      "00:00:07 [INFO] state = (array([[ 1, -1,  1],\n",
      "       [ 0, -1,  0],\n",
      "       [ 1,  0, -1]], dtype=int8), 1), action = [1 0], winner = 1\n",
      "00:00:07 [INFO] state = (array([[ 0,  0,  1],\n",
      "       [ 1, -1,  1],\n",
      "       [ 0,  0, -1]], dtype=int8), -1), action = [2 1], winner = -1\n",
      "00:00:07 [INFO] state = (array([[-1,  1, -1],\n",
      "       [ 1, -1,  0],\n",
      "       [ 1,  0,  1]], dtype=int8), -1), action = [2 1], winner = 0\n",
      "00:00:07 [INFO] state = (array([[ 0,  1, -1],\n",
      "       [ 1,  0, -1],\n",
      "       [-1,  1,  1]], dtype=int8), -1), action = [1 1], winner = -1\n",
      "00:00:07 [INFO] state = (array([[-1,  0,  1],\n",
      "       [ 1,  0,  0],\n",
      "       [ 1,  0, -1]], dtype=int8), -1), action = [1 1], winner = -1\n",
      "00:00:07 [INFO] state = (array([[-1,  0, -1],\n",
      "       [ 1,  1,  0],\n",
      "       [ 1, -1,  1]], dtype=int8), -1), action = [0 1], winner = -1\n",
      "00:00:07 [INFO] state = (array([[ 0, -1,  1],\n",
      "       [ 0,  0,  0],\n",
      "       [-1,  1,  0]], dtype=int8), 1), action = [2 2], winner = 0\n",
      "00:00:07 [INFO] state = (array([[ 0, -1,  1],\n",
      "       [-1,  1, -1],\n",
      "       [ 0,  1,  0]], dtype=int8), 1), action = [2 2], winner = 1\n",
      "00:00:07 [INFO] state = (array([[-1,  1,  1],\n",
      "       [ 0,  1, -1],\n",
      "       [ 0,  0,  0]], dtype=int8), -1), action = [2 2], winner = 1\n",
      "00:00:07 [INFO] state = (array([[ 1, -1,  1],\n",
      "       [ 0,  0,  1],\n",
      "       [ 0,  0, -1]], dtype=int8), -1), action = [2 1], winner = -1\n",
      "00:00:07 [INFO] state = (array([[ 0,  0, -1],\n",
      "       [ 0,  0,  1],\n",
      "       [ 0,  0,  1]], dtype=int8), -1), action = [0 1], winner = -1\n",
      "00:00:07 [INFO] state = (array([[ 1,  0,  1],\n",
      "       [-1, -1,  0],\n",
      "       [ 1,  0, -1]], dtype=int8), 1), action = [0 1], winner = 1\n",
      "00:00:07 [INFO] state = (array([[ 1,  1, -1],\n",
      "       [-1,  0,  0],\n",
      "       [ 0, -1,  1]], dtype=int8), 1), action = [1 1], winner = 1\n",
      "00:00:07 [INFO] state = (array([[ 1, -1, -1],\n",
      "       [ 0, -1,  0],\n",
      "       [ 1,  0,  1]], dtype=int8), 1), action = [2 1], winner = 1\n",
      "00:00:07 [INFO] state = (array([[ 0,  1,  0],\n",
      "       [-1,  1, -1],\n",
      "       [ 1, -1,  0]], dtype=int8), 1), action = [2 2], winner = 1\n",
      "00:00:07 [INFO] state = (array([[ 1,  0,  0],\n",
      "       [ 0,  0,  0],\n",
      "       [ 0, -1,  1]], dtype=int8), -1), action = [1 1], winner = 0\n",
      "00:00:07 [INFO] state = (array([[ 0,  1,  1],\n",
      "       [ 0,  0, -1],\n",
      "       [-1,  0,  0]], dtype=int8), 1), action = [2 1], winner = 1\n",
      "00:00:07 [INFO] state = (array([[ 1, -1,  0],\n",
      "       [ 1,  0, -1],\n",
      "       [ 0,  1, -1]], dtype=int8), 1), action = [2 0], winner = 1\n",
      "00:00:07 [INFO] state = (array([[-1, -1,  1],\n",
      "       [ 0, -1,  1],\n",
      "       [ 0,  1,  1]], dtype=int8), -1), action = None, winner = 1\n",
      "00:00:07 [INFO] state = (array([[-1,  1,  0],\n",
      "       [ 1,  0, -1],\n",
      "       [ 0, -1,  1]], dtype=int8), 1), action = [2 0], winner = 0\n",
      "00:00:07 [INFO] state = (array([[ 1,  0,  0],\n",
      "       [ 0, -1,  1],\n",
      "       [-1,  1, -1]], dtype=int8), 1), action = [0 2], winner = 0\n",
      "00:00:07 [INFO] state = (array([[ 0,  1,  1],\n",
      "       [-1,  1, -1],\n",
      "       [-1,  0,  0]], dtype=int8), 1), action = [2 1], winner = 1\n",
      "00:00:07 [INFO] state = (array([[ 0,  1, -1],\n",
      "       [ 1, -1,  0],\n",
      "       [ 0,  0,  1]], dtype=int8), -1), action = [2 0], winner = -1\n",
      "00:00:07 [INFO] state = (array([[ 0, -1,  1],\n",
      "       [-1,  0, -1],\n",
      "       [ 0,  1,  1]], dtype=int8), 1), action = [2 0], winner = 1\n",
      "00:00:07 [INFO] state = (array([[ 1,  1, -1],\n",
      "       [-1,  0,  1],\n",
      "       [-1,  0,  0]], dtype=int8), 1), action = [1 1], winner = 1\n",
      "00:00:07 [INFO] state = (array([[ 1, -1,  1],\n",
      "       [-1,  1, -1],\n",
      "       [ 1, -1,  1]], dtype=int8), -1), action = None, winner = 1\n",
      "00:00:07 [INFO] state = (array([[-1,  0,  1],\n",
      "       [ 0, -1,  0],\n",
      "       [ 0,  1,  1]], dtype=int8), -1), action = [2 0], winner = 1\n",
      "00:00:07 [INFO] state = (array([[ 1, -1,  1],\n",
      "       [-1, -1,  0],\n",
      "       [ 1,  0,  0]], dtype=int8), 1), action = [2 2], winner = -1\n",
      "00:00:07 [INFO] state = (array([[-1, -1,  1],\n",
      "       [-1,  1, -1],\n",
      "       [ 1,  1,  1]], dtype=int8), -1), action = None, winner = 1\n",
      "00:00:07 [INFO] state = (array([[ 0,  0,  0],\n",
      "       [ 0, -1,  1],\n",
      "       [-1,  1,  0]], dtype=int8), 1), action = [0 2], winner = 0\n",
      "00:00:07 [INFO] state = (array([[ 1, -1,  1],\n",
      "       [-1,  1,  1],\n",
      "       [ 0, -1,  0]], dtype=int8), -1), action = [2 2], winner = 1\n",
      "00:00:07 [INFO] state = (array([[ 0,  1,  0],\n",
      "       [ 1,  1, -1],\n",
      "       [ 0, -1,  0]], dtype=int8), -1), action = [2 2], winner = -1\n",
      "00:00:07 [INFO] state = (array([[ 0, -1,  0],\n",
      "       [ 0,  0,  1],\n",
      "       [ 0,  0,  0]], dtype=int8), 1), action = [1 1], winner = 1\n",
      "00:00:07 [INFO] state = (array([[ 1,  0,  0],\n",
      "       [-1,  1, -1],\n",
      "       [ 0,  0,  0]], dtype=int8), 1), action = [2 2], winner = 1\n",
      "00:00:07 [INFO] state = (array([[ 1, -1,  1],\n",
      "       [ 0, -1,  1],\n",
      "       [-1,  0,  0]], dtype=int8), 1), action = [2 2], winner = 1\n",
      "00:00:07 [INFO] state = (array([[ 1, -1,  0],\n",
      "       [-1,  0,  1],\n",
      "       [ 1,  0, -1]], dtype=int8), 1), action = [2 1], winner = 0\n",
      "00:00:07 [INFO] state = (array([[-1,  1,  1],\n",
      "       [ 0,  0,  1],\n",
      "       [ 1, -1, -1]], dtype=int8), -1), action = [1 1], winner = -1\n",
      "00:00:07 [INFO] state = (array([[-1,  0,  0],\n",
      "       [ 1,  1, -1],\n",
      "       [ 0,  0,  0]], dtype=int8), 1), action = [2 2], winner = 0\n",
      "00:00:07 [INFO] state = (array([[-1,  1,  0],\n",
      "       [ 0,  1,  1],\n",
      "       [-1,  1, -1]], dtype=int8), -1), action = None, winner = 1\n",
      "00:00:07 [INFO] state = (array([[-1,  1,  0],\n",
      "       [ 1,  1,  0],\n",
      "       [-1, -1,  0]], dtype=int8), 1), action = [1 2], winner = 1\n",
      "00:00:07 [INFO] state = (array([[-1,  1,  0],\n",
      "       [ 1,  0,  0],\n",
      "       [ 0,  0, -1]], dtype=int8), 1), action = [1 1], winner = 1\n",
      "00:00:07 [INFO] state = (array([[ 0,  0,  0],\n",
      "       [ 0,  0,  0],\n",
      "       [ 1,  0, -1]], dtype=int8), 1), action = [1 0], winner = 1\n",
      "00:00:07 [INFO] state = (array([[ 1,  1,  0],\n",
      "       [ 1, -1, -1],\n",
      "       [ 0, -1,  1]], dtype=int8), -1), action = [2 0], winner = 1\n",
      "00:00:07 [INFO] state = (array([[-1, -1,  1],\n",
      "       [ 0,  0,  1],\n",
      "       [-1,  1,  0]], dtype=int8), 1), action = [2 2], winner = 1\n",
      "00:00:07 [INFO] state = (array([[ 0, -1,  1],\n",
      "       [ 0,  1,  0],\n",
      "       [ 0, -1,  1]], dtype=int8), -1), action = [2 0], winner = 1\n",
      "00:00:07 [INFO] state = (array([[ 0,  0,  0],\n",
      "       [-1,  0,  1],\n",
      "       [ 1,  1, -1]], dtype=int8), -1), action = [1 1], winner = 0\n",
      "00:00:07 [INFO] state = (array([[-1,  0,  0],\n",
      "       [ 1,  1, -1],\n",
      "       [ 1,  0,  0]], dtype=int8), -1), action = [0 2], winner = -1\n",
      "00:00:07 [INFO] state = (array([[ 1, -1,  1],\n",
      "       [ 0,  0,  1],\n",
      "       [ 0, -1,  0]], dtype=int8), -1), action = [2 2], winner = -1\n",
      "00:00:07 [INFO] state = (array([[-1,  1, -1],\n",
      "       [ 1, -1, -1],\n",
      "       [ 1,  1,  1]], dtype=int8), -1), action = None, winner = 1\n",
      "00:00:07 [INFO] state = (array([[ 0,  1,  1],\n",
      "       [-1, -1,  0],\n",
      "       [ 1, -1,  0]], dtype=int8), 1), action = [1 2], winner = 1\n",
      "00:00:07 [INFO] state = (array([[ 1, -1,  0],\n",
      "       [ 0, -1, -1],\n",
      "       [ 1,  0,  1]], dtype=int8), 1), action = [2 1], winner = 1\n",
      "00:00:07 [INFO] state = (array([[ 1,  1, -1],\n",
      "       [-1, -1,  0],\n",
      "       [ 0,  1,  1]], dtype=int8), -1), action = [2 0], winner = -1\n",
      "00:00:07 [INFO] state = (array([[ 0,  1,  1],\n",
      "       [ 1, -1,  0],\n",
      "       [-1, -1,  1]], dtype=int8), -1), action = [1 2], winner = 1\n",
      "00:00:07 [INFO] state = (array([[-1,  1, -1],\n",
      "       [ 0,  1,  0],\n",
      "       [ 1, -1,  1]], dtype=int8), -1), action = [1 2], winner = 0\n",
      "00:00:07 [INFO] state = (array([[ 0,  0,  0],\n",
      "       [ 1, -1, -1],\n",
      "       [ 1,  0,  0]], dtype=int8), 1), action = [2 2], winner = 1\n",
      "00:00:07 [INFO] state = (array([[-1,  0, -1],\n",
      "       [ 1, -1,  1],\n",
      "       [ 1,  0,  1]], dtype=int8), -1), action = [0 1], winner = -1\n",
      "00:00:07 [INFO] state = (array([[ 0, -1,  0],\n",
      "       [-1,  0,  1],\n",
      "       [ 0,  0,  1]], dtype=int8), 1), action = [2 1], winner = 1\n",
      "00:00:07 [INFO] state = (array([[ 0, -1,  1],\n",
      "       [ 1,  1,  0],\n",
      "       [-1, -1,  1]], dtype=int8), -1), action = [1 2], winner = 1\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "00:00:07 [INFO] state = (array([[ 1,  0,  0],\n",
      "       [ 0,  0,  0],\n",
      "       [-1,  1,  0]], dtype=int8), -1), action = [1 1], winner = 0\n",
      "00:00:07 [INFO] state = (array([[ 1, -1, -1],\n",
      "       [ 0,  1,  1],\n",
      "       [ 1, -1,  0]], dtype=int8), -1), action = [2 2], winner = 1\n",
      "00:00:07 [INFO] state = (array([[-1,  1,  1],\n",
      "       [ 0,  0,  0],\n",
      "       [-1,  1,  0]], dtype=int8), -1), action = [1 1], winner = -1\n",
      "00:00:07 [INFO] state = (array([[-1,  0,  1],\n",
      "       [ 1,  0,  0],\n",
      "       [ 0, -1,  0]], dtype=int8), 1), action = [1 2], winner = 1\n",
      "00:00:07 [INFO] state = (array([[-1,  1,  1],\n",
      "       [ 0,  0, -1],\n",
      "       [ 0,  1, -1]], dtype=int8), 1), action = [1 1], winner = 1\n",
      "00:00:07 [INFO] state = (array([[-1,  1,  1],\n",
      "       [ 1,  0, -1],\n",
      "       [-1,  1, -1]], dtype=int8), 1), action = [1 1], winner = 1\n",
      "00:00:07 [INFO] state = (array([[ 0,  0,  0],\n",
      "       [ 0,  0,  1],\n",
      "       [ 0,  0, -1]], dtype=int8), 1), action = [2 1], winner = 0\n",
      "00:00:07 [INFO] state = (array([[-1, -1,  0],\n",
      "       [ 1,  1, -1],\n",
      "       [ 1,  0,  0]], dtype=int8), 1), action = [0 2], winner = 1\n",
      "00:00:07 [INFO] state = (array([[-1,  1,  0],\n",
      "       [ 0,  1,  0],\n",
      "       [ 0, -1,  1]], dtype=int8), -1), action = [2 0], winner = 0\n",
      "00:00:07 [INFO] state = (array([[ 0,  0,  1],\n",
      "       [ 0,  1, -1],\n",
      "       [ 0,  0, -1]], dtype=int8), 1), action = [2 1], winner = 1\n",
      "00:00:07 [INFO] state = (array([[ 0, -1,  0],\n",
      "       [ 0,  1,  0],\n",
      "       [ 0,  1,  0]], dtype=int8), -1), action = [2 2], winner = 0\n",
      "00:00:07 [INFO] state = (array([[ 1,  0,  1],\n",
      "       [ 1, -1,  1],\n",
      "       [-1, -1,  0]], dtype=int8), -1), action = [2 2], winner = -1\n",
      "00:00:07 [INFO] state = (array([[ 1,  0, -1],\n",
      "       [-1,  1,  1],\n",
      "       [ 0, -1,  1]], dtype=int8), -1), action = None, winner = 1\n",
      "00:00:07 [INFO] state = (array([[-1, -1,  0],\n",
      "       [-1,  1,  0],\n",
      "       [ 1,  0,  1]], dtype=int8), 1), action = [2 1], winner = 1\n",
      "00:00:07 [INFO] state = (array([[ 0,  0,  0],\n",
      "       [-1,  0,  1],\n",
      "       [ 0,  1, -1]], dtype=int8), 1), action = [2 0], winner = 0\n",
      "00:00:07 [INFO] state = (array([[-1,  0,  1],\n",
      "       [-1,  1,  0],\n",
      "       [-1,  0,  1]], dtype=int8), 1), action = None, winner = -1\n",
      "00:00:07 [INFO] state = (array([[-1,  1,  0],\n",
      "       [ 1,  0, -1],\n",
      "       [ 1, -1,  0]], dtype=int8), 1), action = [2 2], winner = 0\n",
      "00:00:07 [INFO] state = (array([[ 0,  1,  0],\n",
      "       [ 0, -1,  1],\n",
      "       [ 0,  0,  0]], dtype=int8), -1), action = [2 2], winner = 0\n",
      "00:00:07 [INFO] state = (array([[-1,  0,  0],\n",
      "       [ 0,  1,  1],\n",
      "       [-1,  1,  0]], dtype=int8), -1), action = [1 0], winner = -1\n",
      "00:00:07 [INFO] state = (array([[ 1,  1,  1],\n",
      "       [ 0, -1,  0],\n",
      "       [ 0,  0, -1]], dtype=int8), -1), action = None, winner = 1\n",
      "00:00:07 [INFO] state = (array([[ 0, -1,  1],\n",
      "       [ 0, -1,  0],\n",
      "       [ 0,  1,  1]], dtype=int8), -1), action = [2 0], winner = 1\n",
      "00:00:07 [INFO] state = (array([[-1,  1,  0],\n",
      "       [ 0,  0,  1],\n",
      "       [ 0,  0,  0]], dtype=int8), -1), action = [2 0], winner = -1\n",
      "00:00:07 [INFO] state = (array([[-1,  0,  1],\n",
      "       [ 1,  0,  0],\n",
      "       [-1, -1,  1]], dtype=int8), 1), action = [1 2], winner = 1\n",
      "00:00:07 [INFO] state = (array([[ 1,  1,  0],\n",
      "       [-1, -1,  0],\n",
      "       [-1,  1,  1]], dtype=int8), -1), action = [1 2], winner = -1\n",
      "00:00:07 [INFO] state = (array([[ 1,  0, -1],\n",
      "       [ 0,  0,  1],\n",
      "       [-1, -1,  1]], dtype=int8), 1), action = [1 1], winner = 1\n",
      "00:00:07 [INFO] state = (array([[ 1,  1,  0],\n",
      "       [ 1, -1, -1],\n",
      "       [-1, -1,  1]], dtype=int8), 1), action = [0 2], winner = 1\n",
      "00:00:07 [INFO] state = (array([[ 1,  0,  0],\n",
      "       [ 0, -1,  0],\n",
      "       [ 0,  0,  0]], dtype=int8), 1), action = [2 2], winner = 0\n",
      "00:00:07 [INFO] state = (array([[ 0, -1,  1],\n",
      "       [ 0,  1, -1],\n",
      "       [ 0,  1, -1]], dtype=int8), 1), action = [2 0], winner = 1\n",
      "00:00:07 [INFO] state = (array([[ 1,  1,  0],\n",
      "       [-1, -1,  0],\n",
      "       [ 0,  1, -1]], dtype=int8), 1), action = [0 2], winner = 1\n",
      "00:00:07 [INFO] state = (array([[ 0,  0, -1],\n",
      "       [ 1, -1,  0],\n",
      "       [ 1, -1,  1]], dtype=int8), 1), action = [0 0], winner = 1\n",
      "00:00:07 [INFO] state = (array([[ 0,  1,  1],\n",
      "       [ 0,  0,  0],\n",
      "       [ 0, -1, -1]], dtype=int8), 1), action = [2 0], winner = 1\n",
      "00:00:07 [INFO] state = (array([[-1,  1, -1],\n",
      "       [ 1,  0,  0],\n",
      "       [ 1, -1,  0]], dtype=int8), 1), action = [2 2], winner = 0\n",
      "00:00:07 [INFO] state = (array([[ 0,  1,  1],\n",
      "       [ 0,  1, -1],\n",
      "       [-1, -1,  0]], dtype=int8), 1), action = [0 0], winner = 1\n",
      "00:00:07 [INFO] state = (array([[ 1,  1, -1],\n",
      "       [ 0,  1,  0],\n",
      "       [-1,  0,  0]], dtype=int8), -1), action = [2 2], winner = 1\n",
      "00:00:07 [INFO] state = (array([[ 1,  1, -1],\n",
      "       [ 0,  0,  0],\n",
      "       [ 0, -1,  1]], dtype=int8), -1), action = [1 1], winner = 0\n",
      "00:00:07 [INFO] state = (array([[ 0,  1,  0],\n",
      "       [-1, -1,  1],\n",
      "       [ 1,  0, -1]], dtype=int8), 1), action = [0 0], winner = 0\n",
      "00:00:07 [INFO] state = (array([[ 0,  0,  0],\n",
      "       [ 0,  0,  1],\n",
      "       [ 1, -1,  0]], dtype=int8), -1), action = [1 1], winner = 0\n",
      "00:00:07 [INFO] state = (array([[-1, -1,  1],\n",
      "       [ 0,  1,  0],\n",
      "       [ 0,  1, -1]], dtype=int8), 1), action = [2 0], winner = 1\n",
      "00:00:07 [INFO] state = (array([[-1,  1,  1],\n",
      "       [-1, -1,  0],\n",
      "       [ 0,  1,  0]], dtype=int8), 1), action = [2 2], winner = -1\n",
      "00:00:07 [INFO] state = (array([[ 0,  1,  0],\n",
      "       [ 0,  0,  0],\n",
      "       [-1,  1, -1]], dtype=int8), 1), action = [1 1], winner = 1\n",
      "00:00:07 [INFO] state = (array([[-1,  0,  0],\n",
      "       [ 1, -1,  1],\n",
      "       [ 0,  1,  0]], dtype=int8), -1), action = [2 2], winner = -1\n",
      "00:00:07 [INFO] state = (array([[ 0,  0,  0],\n",
      "       [ 1,  1, -1],\n",
      "       [-1, -1,  1]], dtype=int8), 1), action = [0 0], winner = 1\n",
      "00:00:07 [INFO] state = (array([[ 0,  1,  1],\n",
      "       [ 1,  1, -1],\n",
      "       [-1, -1,  0]], dtype=int8), -1), action = [2 2], winner = -1\n",
      "00:00:07 [INFO] state = (array([[ 0,  0, -1],\n",
      "       [ 0,  0, -1],\n",
      "       [ 1,  0,  1]], dtype=int8), 1), action = [2 1], winner = 1\n",
      "00:00:07 [INFO] state = (array([[ 0,  1, -1],\n",
      "       [ 1, -1,  1],\n",
      "       [ 0, -1,  0]], dtype=int8), 1), action = [2 0], winner = 0\n",
      "00:00:07 [INFO] state = (array([[ 1, -1,  1],\n",
      "       [-1, -1,  0],\n",
      "       [ 1, -1,  1]], dtype=int8), 1), action = None, winner = -1\n",
      "00:00:07 [INFO] state = (array([[-1,  0,  0],\n",
      "       [-1,  1,  1],\n",
      "       [ 1,  0, -1]], dtype=int8), 1), action = [2 1], winner = 1\n",
      "00:00:07 [INFO] state = (array([[ 0,  0,  0],\n",
      "       [-1, -1,  1],\n",
      "       [ 1,  1, -1]], dtype=int8), 1), action = [0 0], winner = 0\n",
      "00:00:07 [INFO] state = (array([[ 0, -1, -1],\n",
      "       [ 1, -1,  1],\n",
      "       [-1,  1,  1]], dtype=int8), 1), action = None, winner = -1\n",
      "00:00:07 [INFO] state = (array([[ 1,  1, -1],\n",
      "       [ 0,  1,  1],\n",
      "       [-1, -1,  0]], dtype=int8), -1), action = [2 2], winner = -1\n",
      "00:00:07 [INFO] state = (array([[ 0,  1,  0],\n",
      "       [ 1,  0,  0],\n",
      "       [ 0,  0, -1]], dtype=int8), -1), action = [2 0], winner = -1\n",
      "00:00:07 [INFO] state = (array([[ 1,  1,  0],\n",
      "       [ 0,  0,  0],\n",
      "       [-1,  0, -1]], dtype=int8), 1), action = [2 1], winner = 1\n",
      "00:00:07 [INFO] state = (array([[-1,  0,  1],\n",
      "       [ 1,  1, -1],\n",
      "       [ 0, -1,  1]], dtype=int8), -1), action = [2 0], winner = 0\n",
      "00:00:07 [INFO] state = (array([[ 1, -1,  0],\n",
      "       [ 0,  1, -1],\n",
      "       [ 1,  0,  0]], dtype=int8), -1), action = [2 2], winner = 1\n",
      "00:00:07 [INFO] state = (array([[ 0,  1,  0],\n",
      "       [ 1,  0,  0],\n",
      "       [-1, -1,  1]], dtype=int8), -1), action = [1 2], winner = 1\n",
      "00:00:07 [INFO] state = (array([[ 0,  0,  0],\n",
      "       [-1,  1,  0],\n",
      "       [ 0, -1,  1]], dtype=int8), 1), action = [2 0], winner = 1\n",
      "00:00:07 [INFO] state = (array([[ 1,  0, -1],\n",
      "       [ 0, -1, -1],\n",
      "       [ 1,  1,  0]], dtype=int8), 1), action = [2 2], winner = 1\n",
      "00:00:07 [INFO] state = (array([[ 0, -1,  1],\n",
      "       [ 0,  0, -1],\n",
      "       [ 1,  0,  0]], dtype=int8), 1), action = [2 2], winner = 1\n",
      "00:00:07 [INFO] state = (array([[-1, -1,  1],\n",
      "       [ 0,  1, -1],\n",
      "       [ 0,  1,  1]], dtype=int8), -1), action = [2 0], winner = 0\n",
      "00:00:07 [INFO] state = (array([[ 1,  0,  0],\n",
      "       [ 1,  0,  0],\n",
      "       [ 0, -1,  0]], dtype=int8), -1), action = [2 0], winner = -1\n",
      "00:00:07 [INFO] state = (array([[ 1,  0,  0],\n",
      "       [-1, -1,  0],\n",
      "       [ 1,  0,  1]], dtype=int8), -1), action = [2 1], winner = -1\n",
      "00:00:07 [INFO] state = (array([[ 0,  1,  0],\n",
      "       [ 1,  1, -1],\n",
      "       [ 0,  0, -1]], dtype=int8), -1), action = [2 1], winner = -1\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "00:00:07 [INFO] state = (array([[ 1,  0,  1],\n",
      "       [-1,  0, -1],\n",
      "       [ 0,  1,  0]], dtype=int8), -1), action = [1 1], winner = -1\n",
      "00:00:07 [INFO] state = (array([[-1,  0,  1],\n",
      "       [ 0, -1,  0],\n",
      "       [ 1,  1,  0]], dtype=int8), -1), action = [2 2], winner = -1\n",
      "00:00:07 [INFO] state = (array([[ 1,  0, -1],\n",
      "       [-1,  0,  1],\n",
      "       [ 1,  0,  0]], dtype=int8), -1), action = [2 2], winner = 0\n",
      "00:00:07 [INFO] state = (array([[ 0, -1,  0],\n",
      "       [ 0,  0,  1],\n",
      "       [ 1, -1,  1]], dtype=int8), -1), action = [1 1], winner = -1\n",
      "00:00:07 [INFO] state = (array([[ 1,  1,  1],\n",
      "       [-1,  0, -1],\n",
      "       [ 0,  1, -1]], dtype=int8), -1), action = None, winner = 1\n",
      "00:00:07 [INFO] state = (array([[ 0,  1,  1],\n",
      "       [ 0, -1,  0],\n",
      "       [-1,  0,  0]], dtype=int8), 1), action = [2 2], winner = 1\n",
      "00:00:07 [INFO] state = (array([[ 0,  0, -1],\n",
      "       [-1,  1,  0],\n",
      "       [ 1,  0,  0]], dtype=int8), 1), action = [2 2], winner = 1\n",
      "00:00:07 [INFO] state = (array([[ 1,  0, -1],\n",
      "       [-1,  1,  1],\n",
      "       [ 0,  0,  0]], dtype=int8), -1), action = [2 2], winner = 0\n",
      "00:00:07 [INFO] state = (array([[-1,  0,  1],\n",
      "       [ 1,  0, -1],\n",
      "       [ 0,  0,  0]], dtype=int8), 1), action = [2 2], winner = 0\n",
      "00:00:07 [INFO] state = (array([[ 0,  1,  0],\n",
      "       [-1, -1,  1],\n",
      "       [ 1, -1,  1]], dtype=int8), -1), action = [0 2], winner = 0\n",
      "00:00:07 [INFO] state = (array([[ 0,  0,  0],\n",
      "       [-1,  0,  0],\n",
      "       [ 1, -1,  1]], dtype=int8), 1), action = [1 1], winner = 1\n",
      "00:00:07 [INFO] state = (array([[ 0,  0,  0],\n",
      "       [ 0,  0,  1],\n",
      "       [-1,  0,  1]], dtype=int8), -1), action = [2 1], winner = 1\n",
      "00:00:07 [INFO] state = (array([[ 1, -1,  1],\n",
      "       [ 0,  0,  0],\n",
      "       [ 0, -1,  0]], dtype=int8), 1), action = [1 1], winner = 1\n",
      "00:00:07 [INFO] state = (array([[-1,  1,  0],\n",
      "       [ 0,  0,  0],\n",
      "       [ 0,  1,  0]], dtype=int8), -1), action = [1 1], winner = -1\n",
      "00:00:07 [INFO] state = (array([[ 0,  0, -1],\n",
      "       [ 0,  1,  1],\n",
      "       [ 0, -1,  0]], dtype=int8), 1), action = [2 2], winner = 1\n",
      "00:00:07 [INFO] state = (array([[ 1,  0,  0],\n",
      "       [ 1,  0, -1],\n",
      "       [-1,  0,  0]], dtype=int8), 1), action = [2 2], winner = 0\n",
      "00:00:07 [INFO] state = (array([[-1,  1, -1],\n",
      "       [ 1, -1,  1],\n",
      "       [ 1, -1,  0]], dtype=int8), 1), action = [2 2], winner = 0\n",
      "00:00:07 [INFO] state = (array([[ 0,  1,  1],\n",
      "       [ 0, -1,  1],\n",
      "       [-1,  0, -1]], dtype=int8), 1), action = [0 0], winner = 1\n",
      "00:00:07 [INFO] state = (array([[ 0,  0,  0],\n",
      "       [ 0, -1, -1],\n",
      "       [ 1,  0,  1]], dtype=int8), 1), action = [2 1], winner = 1\n",
      "00:00:07 [INFO] state = (array([[ 1, -1,  0],\n",
      "       [-1,  1,  1],\n",
      "       [ 0,  0, -1]], dtype=int8), 1), action = [2 1], winner = 0\n",
      "00:00:07 [INFO] state = (array([[ 1,  0,  1],\n",
      "       [ 1, -1,  1],\n",
      "       [-1, -1, -1]], dtype=int8), 1), action = None, winner = -1\n",
      "00:00:07 [INFO] state = (array([[-1,  1, -1],\n",
      "       [ 0,  0, -1],\n",
      "       [ 1,  1,  0]], dtype=int8), 1), action = [2 2], winner = 1\n",
      "00:00:07 [INFO] state = (array([[ 1,  0,  1],\n",
      "       [-1, -1, -1],\n",
      "       [ 1,  1, -1]], dtype=int8), 1), action = None, winner = -1\n",
      "00:00:07 [INFO] state = (array([[ 0, -1,  0],\n",
      "       [-1,  0,  1],\n",
      "       [ 1,  1, -1]], dtype=int8), 1), action = [1 1], winner = 0\n",
      "00:00:07 [INFO] state = (array([[-1,  1, -1],\n",
      "       [ 0, -1,  0],\n",
      "       [ 1,  1,  1]], dtype=int8), -1), action = None, winner = 1\n",
      "00:00:07 [INFO] state = (array([[ 1,  1, -1],\n",
      "       [-1,  0,  1],\n",
      "       [ 1,  0, -1]], dtype=int8), -1), action = [2 1], winner = 0\n",
      "00:00:07 [INFO] state = (array([[ 1,  0,  0],\n",
      "       [ 0, -1,  1],\n",
      "       [-1,  0,  0]], dtype=int8), 1), action = [0 2], winner = 1\n",
      "00:00:07 [INFO] state = (array([[-1,  0,  1],\n",
      "       [ 0,  0,  1],\n",
      "       [-1,  0,  1]], dtype=int8), -1), action = None, winner = 1\n",
      "00:00:07 [INFO] state = (array([[-1,  0,  1],\n",
      "       [-1, -1,  1],\n",
      "       [ 0,  1,  0]], dtype=int8), 1), action = [2 2], winner = 1\n",
      "00:00:07 [INFO] state = (array([[ 0, -1,  1],\n",
      "       [-1,  1,  1],\n",
      "       [ 0,  0,  0]], dtype=int8), -1), action = [2 2], winner = 1\n",
      "00:00:07 [INFO] state = (array([[-1,  1, -1],\n",
      "       [ 1,  1,  1],\n",
      "       [-1,  0,  0]], dtype=int8), -1), action = None, winner = 1\n",
      "00:00:07 [INFO] state = (array([[-1,  1,  1],\n",
      "       [ 0,  1, -1],\n",
      "       [ 0, -1,  0]], dtype=int8), 1), action = [2 0], winner = 1\n",
      "00:00:07 [INFO] state = (array([[-1,  1,  0],\n",
      "       [ 1, -1,  0],\n",
      "       [ 1, -1,  0]], dtype=int8), 1), action = [2 2], winner = 0\n",
      "00:00:07 [INFO] state = (array([[ 0,  1, -1],\n",
      "       [ 1,  0, -1],\n",
      "       [ 0,  0,  0]], dtype=int8), 1), action = [2 2], winner = 1\n",
      "00:00:07 [INFO] state = (array([[ 0,  0,  1],\n",
      "       [-1, -1, -1],\n",
      "       [ 1,  0,  1]], dtype=int8), 1), action = None, winner = -1\n",
      "00:00:07 [INFO] state = (array([[ 0,  0,  1],\n",
      "       [-1, -1,  1],\n",
      "       [-1,  1,  0]], dtype=int8), 1), action = [2 2], winner = 1\n",
      "00:00:07 [INFO] state = (array([[ 1, -1,  0],\n",
      "       [ 0,  0,  1],\n",
      "       [-1,  0,  1]], dtype=int8), -1), action = [2 1], winner = 1\n",
      "00:00:07 [INFO] state = (array([[ 1, -1,  0],\n",
      "       [ 0,  0,  0],\n",
      "       [ 1,  1, -1]], dtype=int8), -1), action = [1 0], winner = 0\n",
      "00:00:07 [INFO] state = (array([[ 1, -1,  1],\n",
      "       [-1,  0,  1],\n",
      "       [ 1,  0, -1]], dtype=int8), -1), action = [1 1], winner = 0\n",
      "00:00:07 [INFO] state = (array([[-1,  0,  0],\n",
      "       [ 1,  0, -1],\n",
      "       [ 1,  0,  0]], dtype=int8), 1), action = [2 2], winner = 0\n",
      "00:00:07 [INFO] state = (array([[ 0,  1, -1],\n",
      "       [ 1, -1,  1],\n",
      "       [ 1, -1,  0]], dtype=int8), -1), action = [0 0], winner = 0\n",
      "00:00:07 [INFO] state = (array([[-1,  1,  1],\n",
      "       [ 0, -1,  1],\n",
      "       [ 1, -1, -1]], dtype=int8), 1), action = None, winner = -1\n",
      "00:00:07 [INFO] state = (array([[-1,  0, -1],\n",
      "       [ 0,  0,  1],\n",
      "       [ 1,  1,  0]], dtype=int8), -1), action = [2 2], winner = -1\n",
      "00:00:07 [INFO] state = (array([[ 1, -1,  0],\n",
      "       [ 0, -1,  1],\n",
      "       [ 0,  0,  0]], dtype=int8), 1), action = [2 1], winner = 0\n",
      "00:00:07 [INFO] state = (array([[ 0, -1,  0],\n",
      "       [-1,  1,  1],\n",
      "       [-1,  1,  0]], dtype=int8), 1), action = [0 0], winner = 0\n",
      "00:00:07 [INFO] state = (array([[-1, -1, -1],\n",
      "       [ 0,  1,  0],\n",
      "       [ 1,  1,  0]], dtype=int8), 1), action = None, winner = -1\n",
      "00:00:07 [INFO] state = (array([[-1, -1,  0],\n",
      "       [-1,  1,  1],\n",
      "       [ 1,  1, -1]], dtype=int8), 1), action = [0 2], winner = 1\n",
      "00:00:07 [INFO] state = (array([[ 1, -1,  1],\n",
      "       [-1, -1, -1],\n",
      "       [ 1,  1,  0]], dtype=int8), 1), action = None, winner = -1\n",
      "00:00:07 [INFO] state = (array([[ 0, -1,  1],\n",
      "       [ 1, -1, -1],\n",
      "       [ 0,  1,  0]], dtype=int8), 1), action = [2 0], winner = 1\n",
      "00:00:07 [INFO] state = (array([[ 1, -1,  0],\n",
      "       [ 0,  0,  1],\n",
      "       [ 0,  0,  0]], dtype=int8), -1), action = [1 1], winner = 0\n",
      "00:00:07 [INFO] state = (array([[-1,  1, -1],\n",
      "       [ 0,  0,  1],\n",
      "       [ 0,  1,  0]], dtype=int8), -1), action = [1 1], winner = -1\n",
      "00:00:07 [INFO] state = (array([[ 0, -1, -1],\n",
      "       [ 1,  1, -1],\n",
      "       [ 1, -1,  1]], dtype=int8), 1), action = [0 0], winner = 1\n",
      "00:00:07 [INFO] state = (array([[ 0,  1,  0],\n",
      "       [ 1,  0,  0],\n",
      "       [-1, -1,  0]], dtype=int8), 1), action = [2 2], winner = 1\n",
      "00:00:07 [INFO] state = (array([[ 0, -1,  0],\n",
      "       [ 0,  0, -1],\n",
      "       [ 1,  1,  1]], dtype=int8), -1), action = None, winner = 1\n",
      "00:00:07 [INFO] state = (array([[-1,  1,  1],\n",
      "       [-1,  0, -1],\n",
      "       [ 1, -1,  1]], dtype=int8), 1), action = [1 1], winner = 1\n",
      "00:00:07 [INFO] state = (array([[ 1,  0,  1],\n",
      "       [-1,  0,  1],\n",
      "       [ 0, -1,  0]], dtype=int8), -1), action = [2 2], winner = 1\n",
      "00:00:07 [INFO] state = (array([[ 1, -1,  1],\n",
      "       [-1,  1,  0],\n",
      "       [ 0,  0, -1]], dtype=int8), 1), action = [2 0], winner = 1\n",
      "00:00:07 [INFO] state = (array([[-1,  1,  0],\n",
      "       [-1,  0, -1],\n",
      "       [ 0,  1,  1]], dtype=int8), 1), action = [2 0], winner = 1\n",
      "00:00:07 [INFO] state = (array([[ 1,  0,  0],\n",
      "       [ 0, -1, -1],\n",
      "       [ 1,  1,  0]], dtype=int8), -1), action = [1 0], winner = -1\n",
      "00:00:07 [INFO] state = (array([[ 0,  0, -1],\n",
      "       [-1, -1,  1],\n",
      "       [ 1,  1,  1]], dtype=int8), -1), action = None, winner = 1\n",
      "00:00:07 [INFO] state = (array([[ 0,  1,  1],\n",
      "       [ 0,  0,  0],\n",
      "       [-1,  1, -1]], dtype=int8), -1), action = [1 2], winner = 1\n",
      "00:00:07 [INFO] state = (array([[ 1, -1, -1],\n",
      "       [ 0,  0,  1],\n",
      "       [ 1,  0, -1]], dtype=int8), 1), action = [1 0], winner = 1\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "00:00:07 [INFO] state = (array([[ 0,  1, -1],\n",
      "       [ 1, -1, -1],\n",
      "       [ 1,  0,  1]], dtype=int8), -1), action = [2 1], winner = 1\n",
      "00:00:07 [INFO] state = (array([[ 0,  1, -1],\n",
      "       [ 1,  0,  0],\n",
      "       [-1,  1, -1]], dtype=int8), 1), action = [1 1], winner = 1\n",
      "00:00:07 [INFO] state = (array([[ 1,  0, -1],\n",
      "       [ 1, -1,  1],\n",
      "       [-1,  1, -1]], dtype=int8), 1), action = None, winner = -1\n",
      "00:00:07 [INFO] state = (array([[ 0, -1,  0],\n",
      "       [ 1,  1,  0],\n",
      "       [-1, -1,  1]], dtype=int8), 1), action = [1 2], winner = 1\n",
      "00:00:07 [INFO] state = (array([[-1,  1,  1],\n",
      "       [-1,  1, -1],\n",
      "       [ 0,  1,  0]], dtype=int8), -1), action = None, winner = 1\n",
      "00:00:07 [INFO] state = (array([[-1,  0, -1],\n",
      "       [ 1,  0,  1],\n",
      "       [ 1, -1,  0]], dtype=int8), 1), action = [1 1], winner = 1\n",
      "00:00:07 [INFO] state = (array([[ 0,  0, -1],\n",
      "       [ 0,  1,  0],\n",
      "       [ 1, -1,  0]], dtype=int8), 1), action = [1 0], winner = 1\n",
      "00:00:07 [INFO] state = (array([[ 1,  1,  0],\n",
      "       [-1,  0,  0],\n",
      "       [-1,  1, -1]], dtype=int8), 1), action = [1 2], winner = 1\n",
      "00:00:07 [INFO] state = (array([[-1,  0,  0],\n",
      "       [ 0,  1,  0],\n",
      "       [ 0,  0,  1]], dtype=int8), -1), action = [2 0], winner = 0\n",
      "00:00:07 [INFO] state = (array([[ 0,  1,  1],\n",
      "       [ 1,  0,  0],\n",
      "       [-1, -1, -1]], dtype=int8), 1), action = None, winner = -1\n",
      "00:00:07 [INFO] state = (array([[ 0,  1, -1],\n",
      "       [ 1, -1,  1],\n",
      "       [ 0, -1,  1]], dtype=int8), -1), action = [2 0], winner = -1\n",
      "00:00:07 [INFO] state = (array([[-1,  0,  1],\n",
      "       [ 0,  0,  1],\n",
      "       [-1,  1,  0]], dtype=int8), -1), action = [2 2], winner = -1\n",
      "00:00:07 [INFO] state = (array([[ 0,  0,  1],\n",
      "       [ 0,  1,  0],\n",
      "       [-1, -1,  1]], dtype=int8), -1), action = [1 2], winner = 1\n",
      "00:00:07 [INFO] state = (array([[-1, -1,  0],\n",
      "       [ 1, -1,  1],\n",
      "       [ 1,  0,  0]], dtype=int8), 1), action = [2 2], winner = -1\n",
      "00:00:07 [INFO] state = (array([[-1,  1, -1],\n",
      "       [ 1, -1,  0],\n",
      "       [ 0,  0,  1]], dtype=int8), 1), action = [2 0], winner = 0\n",
      "00:00:07 [INFO] state = (array([[ 1,  1, -1],\n",
      "       [-1,  1,  0],\n",
      "       [ 0, -1,  0]], dtype=int8), 1), action = [2 2], winner = 1\n",
      "00:00:07 [INFO] state = (array([[ 0, -1,  1],\n",
      "       [ 0, -1,  0],\n",
      "       [ 0,  1,  0]], dtype=int8), 1), action = [2 2], winner = 1\n",
      "00:00:07 [INFO] state = (array([[ 1,  1,  0],\n",
      "       [ 1, -1, -1],\n",
      "       [ 1,  0, -1]], dtype=int8), -1), action = None, winner = 1\n",
      "00:00:07 [INFO] state = (array([[ 1,  1, -1],\n",
      "       [-1,  0,  1],\n",
      "       [-1, -1,  1]], dtype=int8), 1), action = [1 1], winner = 1\n",
      "00:00:07 [INFO] state = (array([[ 1,  0,  1],\n",
      "       [ 0,  0, -1],\n",
      "       [ 0,  1, -1]], dtype=int8), -1), action = [2 0], winner = 1\n",
      "00:00:07 [INFO] state = (array([[ 0,  0, -1],\n",
      "       [ 0,  1,  0],\n",
      "       [ 1,  0,  0]], dtype=int8), -1), action = [2 2], winner = 0\n",
      "00:00:07 [INFO] state = (array([[ 1,  1,  1],\n",
      "       [-1, -1,  1],\n",
      "       [ 0, -1,  0]], dtype=int8), -1), action = None, winner = 1\n",
      "00:00:07 [INFO] state = (array([[ 0, -1,  1],\n",
      "       [-1,  0,  0],\n",
      "       [ 0,  0,  1]], dtype=int8), 1), action = [2 1], winner = 1\n",
      "00:00:07 [INFO] state = (array([[ 0, -1,  1],\n",
      "       [ 1,  0, -1],\n",
      "       [ 0,  0,  1]], dtype=int8), -1), action = [2 0], winner = 0\n",
      "00:00:07 [INFO] state = (array([[ 0,  1,  0],\n",
      "       [ 1, -1, -1],\n",
      "       [ 0,  1,  0]], dtype=int8), -1), action = [2 2], winner = -1\n",
      "00:00:07 [INFO] state = (array([[ 0,  0,  0],\n",
      "       [ 1,  0, -1],\n",
      "       [ 0,  1,  0]], dtype=int8), -1), action = [2 0], winner = 0\n",
      "00:00:07 [INFO] state = (array([[-1,  0,  1],\n",
      "       [-1,  0,  1],\n",
      "       [ 1,  0, -1]], dtype=int8), 1), action = [1 1], winner = 1\n",
      "00:00:07 [INFO] state = (array([[ 1,  0,  0],\n",
      "       [ 1, -1,  0],\n",
      "       [-1,  0,  1]], dtype=int8), -1), action = [2 1], winner = -1\n",
      "00:00:07 [INFO] state = (array([[-1, -1,  0],\n",
      "       [ 1,  0,  0],\n",
      "       [ 0,  1,  0]], dtype=int8), 1), action = [0 2], winner = 1\n",
      "00:00:07 [INFO] state = (array([[ 0,  1,  0],\n",
      "       [ 1, -1, -1],\n",
      "       [ 1,  0, -1]], dtype=int8), 1), action = [0 0], winner = 1\n",
      "00:00:07 [INFO] state = (array([[ 0,  0,  0],\n",
      "       [-1,  0,  0],\n",
      "       [ 1,  1,  0]], dtype=int8), -1), action = [2 2], winner = 1\n",
      "00:00:07 [INFO] state = (array([[ 0,  0,  1],\n",
      "       [ 0,  1, -1],\n",
      "       [ 0,  1, -1]], dtype=int8), -1), action = [2 0], winner = 1\n",
      "00:00:07 [INFO] state = (array([[ 1,  0,  0],\n",
      "       [ 0,  0,  0],\n",
      "       [ 0,  0, -1]], dtype=int8), 1), action = [2 0], winner = 1\n",
      "00:00:07 [INFO] state = (array([[ 1, -1, -1],\n",
      "       [ 1,  1,  0],\n",
      "       [ 1,  0, -1]], dtype=int8), -1), action = None, winner = 1\n",
      "00:00:07 [INFO] state = (array([[ 1,  1, -1],\n",
      "       [ 1, -1, -1],\n",
      "       [ 1, -1,  1]], dtype=int8), -1), action = None, winner = 1\n",
      "00:00:07 [INFO] state = (array([[-1,  1, -1],\n",
      "       [ 1, -1,  1],\n",
      "       [-1,  0,  1]], dtype=int8), 1), action = None, winner = -1\n",
      "00:00:07 [INFO] state = (array([[ 1, -1,  0],\n",
      "       [-1,  0,  1],\n",
      "       [ 0, -1,  1]], dtype=int8), 1), action = [1 1], winner = 1\n",
      "00:00:07 [INFO] state = (array([[ 1,  0, -1],\n",
      "       [ 0, -1, -1],\n",
      "       [ 1,  1,  1]], dtype=int8), -1), action = None, winner = 1\n",
      "00:00:07 [INFO] state = (array([[-1,  0,  0],\n",
      "       [ 0,  0,  0],\n",
      "       [ 1,  0,  0]], dtype=int8), 1), action = [2 2], winner = 1\n",
      "00:00:07 [INFO] state = (array([[ 0, -1,  1],\n",
      "       [ 1,  1,  1],\n",
      "       [-1,  0, -1]], dtype=int8), -1), action = None, winner = 1\n",
      "00:00:07 [INFO] state = (array([[ 0,  1,  1],\n",
      "       [-1, -1,  1],\n",
      "       [ 1,  0, -1]], dtype=int8), -1), action = [0 0], winner = -1\n",
      "00:00:07 [INFO] state = (array([[-1,  0,  0],\n",
      "       [ 1,  0,  0],\n",
      "       [ 0,  1, -1]], dtype=int8), 1), action = [1 1], winner = 1\n",
      "00:00:07 [INFO] state = (array([[ 1,  1, -1],\n",
      "       [ 0, -1,  1],\n",
      "       [ 1,  0, -1]], dtype=int8), -1), action = [1 0], winner = 0\n",
      "00:00:07 [INFO] state = (array([[ 1,  0,  1],\n",
      "       [ 0, -1, -1],\n",
      "       [ 1,  0,  0]], dtype=int8), -1), action = [1 0], winner = -1\n",
      "00:00:07 [INFO] state = (array([[ 1, -1, -1],\n",
      "       [ 1,  0,  1],\n",
      "       [-1,  0,  0]], dtype=int8), 1), action = [1 1], winner = 1\n",
      "00:00:07 [INFO] state = (array([[-1,  0,  1],\n",
      "       [ 1, -1,  0],\n",
      "       [ 0,  0,  0]], dtype=int8), 1), action = [2 2], winner = 0\n",
      "00:00:07 [INFO] state = (array([[ 1,  0,  1],\n",
      "       [-1,  1,  1],\n",
      "       [ 0, -1, -1]], dtype=int8), -1), action = [2 0], winner = -1\n",
      "00:00:07 [INFO] state = (array([[ 1,  1, -1],\n",
      "       [ 1,  1, -1],\n",
      "       [-1,  0, -1]], dtype=int8), 1), action = None, winner = -1\n",
      "00:00:07 [INFO] state = (array([[ 1, -1,  0],\n",
      "       [ 0,  0, -1],\n",
      "       [-1,  1,  1]], dtype=int8), 1), action = [1 1], winner = 1\n",
      "00:00:07 [INFO] state = (array([[ 0,  1,  0],\n",
      "       [ 0,  0,  0],\n",
      "       [-1, -1,  1]], dtype=int8), 1), action = [1 2], winner = 1\n",
      "00:00:07 [INFO] state = (array([[ 1, -1,  0],\n",
      "       [ 0,  1,  0],\n",
      "       [ 0,  0, -1]], dtype=int8), 1), action = [2 0], winner = 1\n",
      "00:00:07 [INFO] state = (array([[ 1,  1, -1],\n",
      "       [ 0, -1,  0],\n",
      "       [ 0,  0,  0]], dtype=int8), 1), action = [2 0], winner = 0\n",
      "00:00:07 [INFO] state = (array([[ 0, -1,  0],\n",
      "       [ 1, -1,  1],\n",
      "       [ 0, -1,  1]], dtype=int8), 1), action = None, winner = -1\n",
      "00:00:07 [INFO] state = (array([[-1,  0, -1],\n",
      "       [ 1,  1,  0],\n",
      "       [ 1,  1, -1]], dtype=int8), -1), action = [1 2], winner = -1\n",
      "00:00:07 [INFO] state = (array([[ 0, -1,  0],\n",
      "       [-1,  1,  0],\n",
      "       [ 0,  1,  0]], dtype=int8), 1), action = [2 2], winner = 1\n",
      "00:00:07 [INFO] state = (array([[ 0,  0,  1],\n",
      "       [ 0,  1, -1],\n",
      "       [ 1,  0, -1]], dtype=int8), -1), action = None, winner = 1\n",
      "00:00:07 [INFO] state = (array([[-1,  1,  0],\n",
      "       [-1,  1,  1],\n",
      "       [ 1, -1,  0]], dtype=int8), -1), action = [0 2], winner = 0\n",
      "00:00:07 [INFO] state = (array([[-1,  1,  0],\n",
      "       [ 0,  0,  1],\n",
      "       [ 1, -1,  0]], dtype=int8), -1), action = [1 1], winner = 0\n",
      "00:00:07 [INFO] state = (array([[-1,  1,  0],\n",
      "       [ 0,  0,  0],\n",
      "       [-1,  1,  1]], dtype=int8), -1), action = [1 1], winner = -1\n",
      "00:00:07 [INFO] state = (array([[ 0, -1,  1],\n",
      "       [ 0,  0, -1],\n",
      "       [ 1,  0,  1]], dtype=int8), -1), action = [2 1], winner = 1\n",
      "00:00:07 [INFO] state = (array([[ 0,  0,  0],\n",
      "       [ 1, -1,  1],\n",
      "       [ 1, -1, -1]], dtype=int8), 1), action = [0 0], winner = 1\n",
      "00:00:07 [INFO] state = (array([[ 1, -1,  0],\n",
      "       [ 0,  0, -1],\n",
      "       [ 0,  0,  1]], dtype=int8), 1), action = [2 1], winner = 1\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "00:00:07 [INFO] state = (array([[ 1,  1, -1],\n",
      "       [ 1, -1, -1],\n",
      "       [ 0,  1, -1]], dtype=int8), 1), action = None, winner = -1\n",
      "00:00:07 [INFO] state = (array([[ 1,  0,  0],\n",
      "       [-1, -1,  1],\n",
      "       [ 0,  1, -1]], dtype=int8), 1), action = [2 0], winner = 0\n",
      "00:00:07 [INFO] state = (array([[-1,  1,  0],\n",
      "       [ 1,  0, -1],\n",
      "       [ 0,  0,  1]], dtype=int8), -1), action = [2 1], winner = 0\n",
      "00:00:07 [INFO] state = (array([[ 0,  1,  1],\n",
      "       [-1, -1,  1],\n",
      "       [-1,  1,  0]], dtype=int8), -1), action = [0 0], winner = -1\n",
      "00:00:07 [INFO] state = (array([[ 0,  1, -1],\n",
      "       [-1,  0,  1],\n",
      "       [ 0,  0,  1]], dtype=int8), -1), action = [2 0], winner = -1\n",
      "00:00:07 [INFO] state = (array([[-1,  1,  1],\n",
      "       [ 1, -1,  1],\n",
      "       [ 0, -1,  0]], dtype=int8), -1), action = [2 2], winner = -1\n",
      "00:00:07 [INFO] state = (array([[ 1, -1,  1],\n",
      "       [ 0, -1,  0],\n",
      "       [ 0,  0,  1]], dtype=int8), -1), action = [2 1], winner = -1\n",
      "00:00:07 [INFO] state = (array([[ 0,  1,  1],\n",
      "       [ 0, -1, -1],\n",
      "       [-1,  1,  0]], dtype=int8), 1), action = [0 0], winner = 1\n",
      "00:00:07 [INFO] state = (array([[ 1, -1,  1],\n",
      "       [ 1,  0,  0],\n",
      "       [-1, -1,  1]], dtype=int8), -1), action = [1 1], winner = -1\n",
      "00:00:07 [INFO] state = (array([[ 1,  1,  1],\n",
      "       [ 1,  0, -1],\n",
      "       [ 0, -1, -1]], dtype=int8), -1), action = None, winner = 1\n",
      "00:00:07 [INFO] state = (array([[ 1,  0,  0],\n",
      "       [ 1, -1,  0],\n",
      "       [-1,  0,  0]], dtype=int8), 1), action = [0 2], winner = 0\n",
      "00:00:07 [INFO] state = (array([[ 0,  0, -1],\n",
      "       [ 1, -1, -1],\n",
      "       [ 0,  1,  1]], dtype=int8), 1), action = [2 0], winner = 1\n",
      "00:00:07 [INFO] state = (array([[ 0,  0,  1],\n",
      "       [ 0,  0,  1],\n",
      "       [-1, -1,  0]], dtype=int8), 1), action = [2 2], winner = 1\n",
      "00:00:07 [INFO] state = (array([[-1,  0, -1],\n",
      "       [ 0,  0,  1],\n",
      "       [ 1,  0,  1]], dtype=int8), -1), action = [0 1], winner = -1\n",
      "00:00:07 [INFO] state = (array([[ 0,  1,  0],\n",
      "       [-1,  1, -1],\n",
      "       [-1,  1,  1]], dtype=int8), -1), action = None, winner = 1\n",
      "00:00:07 [INFO] state = (array([[ 0, -1, -1],\n",
      "       [ 0,  1,  1],\n",
      "       [ 0,  1, -1]], dtype=int8), 1), action = [1 0], winner = 1\n",
      "00:00:07 [INFO] state = (array([[ 0,  0, -1],\n",
      "       [ 1, -1,  1],\n",
      "       [ 1, -1,  1]], dtype=int8), -1), action = [0 1], winner = -1\n",
      "00:00:07 [INFO] state = (array([[ 0,  1,  1],\n",
      "       [-1,  0,  0],\n",
      "       [ 0, -1,  0]], dtype=int8), 1), action = [2 2], winner = 1\n",
      "00:00:07 [INFO] state = (array([[ 1,  1,  1],\n",
      "       [-1, -1,  0],\n",
      "       [ 0, -1,  1]], dtype=int8), -1), action = None, winner = 1\n",
      "00:00:07 [INFO] state = (array([[ 0, -1,  0],\n",
      "       [ 1,  1, -1],\n",
      "       [-1,  1,  1]], dtype=int8), -1), action = [0 0], winner = 0\n",
      "00:00:07 [INFO] state = (array([[ 1, -1,  1],\n",
      "       [-1,  0,  1],\n",
      "       [ 0,  0, -1]], dtype=int8), 1), action = [2 1], winner = 0\n",
      "00:00:07 [INFO] state = (array([[ 0,  0,  1],\n",
      "       [ 1,  1, -1],\n",
      "       [ 0, -1, -1]], dtype=int8), 1), action = [2 0], winner = 1\n",
      "00:00:07 [INFO] state = (array([[ 1,  1,  1],\n",
      "       [ 0, -1,  1],\n",
      "       [-1, -1,  0]], dtype=int8), -1), action = None, winner = 1\n",
      "00:00:07 [INFO] state = (array([[ 1, -1,  0],\n",
      "       [ 1,  0,  0],\n",
      "       [-1,  0,  1]], dtype=int8), -1), action = [1 1], winner = -1\n",
      "00:00:07 [INFO] state = (array([[ 1, -1,  0],\n",
      "       [ 1, -1, -1],\n",
      "       [ 0,  1,  0]], dtype=int8), 1), action = [2 0], winner = 1\n",
      "00:00:07 [INFO] state = (array([[ 0,  1,  0],\n",
      "       [ 1, -1,  0],\n",
      "       [ 0, -1,  0]], dtype=int8), 1), action = [0 0], winner = 1\n",
      "00:00:07 [INFO] state = (array([[ 0,  0,  0],\n",
      "       [ 0,  0, -1],\n",
      "       [ 0,  1,  1]], dtype=int8), -1), action = [2 0], winner = 1\n",
      "00:00:07 [INFO] state = (array([[ 0,  1,  1],\n",
      "       [ 0,  0, -1],\n",
      "       [ 0,  1, -1]], dtype=int8), -1), action = [2 0], winner = 1\n",
      "00:00:07 [INFO] state = (array([[ 1, -1, -1],\n",
      "       [ 1,  0, -1],\n",
      "       [-1,  1,  1]], dtype=int8), 1), action = [1 1], winner = 1\n",
      "00:00:07 [INFO] state = (array([[ 0,  0,  1],\n",
      "       [ 0, -1, -1],\n",
      "       [-1,  1,  1]], dtype=int8), 1), action = [1 0], winner = 0\n",
      "00:00:07 [INFO] state = (array([[ 0,  1, -1],\n",
      "       [ 1,  1, -1],\n",
      "       [ 1, -1, -1]], dtype=int8), 1), action = None, winner = -1\n",
      "00:00:07 [INFO] state = (array([[ 1,  0,  0],\n",
      "       [ 0, -1,  0],\n",
      "       [ 0, -1,  1]], dtype=int8), 1), action = [0 1], winner = 0\n",
      "00:00:07 [INFO] state = (array([[ 0, -1,  1],\n",
      "       [ 0,  0,  0],\n",
      "       [ 1, -1,  0]], dtype=int8), 1), action = [1 1], winner = 1\n",
      "00:00:07 [INFO] state = (array([[-1, -1,  0],\n",
      "       [ 0, -1,  1],\n",
      "       [ 0,  1,  1]], dtype=int8), 1), action = [2 0], winner = 1\n",
      "00:00:07 [INFO] state = (array([[ 0, -1,  1],\n",
      "       [ 1,  0,  1],\n",
      "       [-1,  1, -1]], dtype=int8), -1), action = [1 1], winner = 0\n",
      "00:00:07 [INFO] state = (array([[ 1,  0, -1],\n",
      "       [ 0, -1,  0],\n",
      "       [-1,  1,  1]], dtype=int8), 1), action = None, winner = -1\n",
      "00:00:07 [INFO] state = (array([[ 1,  0,  0],\n",
      "       [ 1,  0,  0],\n",
      "       [ 0,  0, -1]], dtype=int8), -1), action = [2 0], winner = -1\n",
      "00:00:07 [INFO] state = (array([[-1, -1,  1],\n",
      "       [ 0,  1,  1],\n",
      "       [ 0, -1,  1]], dtype=int8), -1), action = None, winner = 1\n",
      "00:00:07 [INFO] state = (array([[ 0, -1,  1],\n",
      "       [ 1, -1,  0],\n",
      "       [ 0,  0,  1]], dtype=int8), -1), action = [2 1], winner = -1\n",
      "00:00:07 [INFO] state = (array([[-1, -1,  1],\n",
      "       [ 1,  0,  0],\n",
      "       [ 0,  0,  0]], dtype=int8), 1), action = [2 2], winner = 1\n",
      "00:00:07 [INFO] state = (array([[-1, -1,  0],\n",
      "       [ 1,  1,  0],\n",
      "       [ 0, -1,  1]], dtype=int8), 1), action = [1 2], winner = 1\n",
      "00:00:07 [INFO] state = (array([[-1,  0,  1],\n",
      "       [ 1, -1, -1],\n",
      "       [ 0,  0,  1]], dtype=int8), 1), action = [2 1], winner = 0\n",
      "00:00:07 [INFO] state = (array([[ 0,  0,  1],\n",
      "       [ 1,  1, -1],\n",
      "       [-1, -1,  0]], dtype=int8), 1), action = [2 2], winner = 0\n",
      "00:00:07 [INFO] state = (array([[-1,  1,  1],\n",
      "       [ 0,  0,  0],\n",
      "       [ 0, -1,  0]], dtype=int8), 1), action = [2 2], winner = 0\n",
      "00:00:07 [INFO] state = (array([[ 1,  1,  0],\n",
      "       [ 1, -1,  0],\n",
      "       [-1,  0, -1]], dtype=int8), 1), action = [0 2], winner = 1\n",
      "00:00:07 [INFO] state = (array([[ 0,  0,  1],\n",
      "       [ 0, -1,  0],\n",
      "       [ 0,  0,  1]], dtype=int8), -1), action = [1 2], winner = 0\n",
      "00:00:07 [INFO] state = (array([[ 1, -1,  0],\n",
      "       [ 0,  1,  1],\n",
      "       [ 0,  0, -1]], dtype=int8), -1), action = [1 0], winner = 0\n",
      "00:00:07 [INFO] state = (array([[ 1, -1,  0],\n",
      "       [ 1,  0, -1],\n",
      "       [-1,  1,  1]], dtype=int8), -1), action = [1 1], winner = 0\n",
      "00:00:07 [INFO] state = (array([[ 0,  1,  0],\n",
      "       [-1,  1,  0],\n",
      "       [ 1,  0, -1]], dtype=int8), -1), action = [2 1], winner = 1\n",
      "00:00:07 [INFO] state = (array([[ 0,  1,  0],\n",
      "       [-1,  1, -1],\n",
      "       [ 1, -1,  1]], dtype=int8), -1), action = [0 2], winner = 1\n",
      "00:00:07 [INFO] state = (array([[-1,  0,  1],\n",
      "       [ 0,  1,  0],\n",
      "       [ 0, -1,  1]], dtype=int8), -1), action = [2 0], winner = 1\n",
      "00:00:07 [INFO] state = (array([[ 1,  1, -1],\n",
      "       [ 0,  1, -1],\n",
      "       [-1,  0,  1]], dtype=int8), -1), action = None, winner = 1\n",
      "00:00:07 [INFO] state = (array([[ 1,  0, -1],\n",
      "       [ 0, -1,  0],\n",
      "       [ 1,  0,  1]], dtype=int8), -1), action = [2 1], winner = 1\n",
      "00:00:07 [INFO] state = (array([[ 0, -1, -1],\n",
      "       [-1,  1,  1],\n",
      "       [ 1,  1,  0]], dtype=int8), -1), action = [0 0], winner = -1\n",
      "00:00:07 [INFO] state = (array([[ 0,  0, -1],\n",
      "       [ 1,  0,  1],\n",
      "       [ 0, -1,  1]], dtype=int8), -1), action = [1 1], winner = -1\n",
      "00:00:07 [INFO] state = (array([[-1,  1,  0],\n",
      "       [-1,  0,  1],\n",
      "       [ 1,  1, -1]], dtype=int8), -1), action = [1 1], winner = -1\n",
      "00:00:07 [INFO] state = (array([[ 0,  1,  0],\n",
      "       [ 1,  0,  0],\n",
      "       [-1,  0, -1]], dtype=int8), 1), action = [2 1], winner = -1\n",
      "00:00:07 [INFO] state = (array([[-1, -1,  1],\n",
      "       [ 1, -1, -1],\n",
      "       [ 0,  1,  1]], dtype=int8), 1), action = [2 0], winner = 1\n",
      "00:00:07 [INFO] state = (array([[-1, -1,  1],\n",
      "       [ 1,  0, -1],\n",
      "       [ 1, -1,  1]], dtype=int8), 1), action = [1 1], winner = 1\n",
      "00:00:07 [INFO] state = (array([[ 1,  1,  0],\n",
      "       [-1,  1,  0],\n",
      "       [-1, -1,  1]], dtype=int8), -1), action = None, winner = 1\n",
      "00:00:07 [INFO] state = (array([[ 0, -1,  1],\n",
      "       [-1,  1,  0],\n",
      "       [ 1,  0,  0]], dtype=int8), -1), action = None, winner = 1\n",
      "00:00:07 [INFO] state = (array([[-1,  0,  1],\n",
      "       [-1,  0,  0],\n",
      "       [ 0,  1,  1]], dtype=int8), -1), action = [2 0], winner = -1\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "00:00:07 [INFO] state = (array([[ 0, -1,  0],\n",
      "       [ 1,  0,  0],\n",
      "       [-1,  1,  1]], dtype=int8), -1), action = [0 2], winner = -1\n",
      "00:00:07 [INFO] state = (array([[-1, -1,  1],\n",
      "       [ 1,  1, -1],\n",
      "       [ 0, -1,  1]], dtype=int8), 1), action = [2 0], winner = 1\n",
      "00:00:07 [INFO] state = (array([[-1,  0,  1],\n",
      "       [ 0, -1,  1],\n",
      "       [ 1,  0,  0]], dtype=int8), -1), action = [2 2], winner = -1\n",
      "00:00:07 [INFO] state = (array([[ 1,  1,  0],\n",
      "       [-1, -1,  0],\n",
      "       [-1,  0,  1]], dtype=int8), 1), action = [0 2], winner = 1\n",
      "00:00:07 [INFO] state = (array([[-1,  1,  0],\n",
      "       [ 1, -1,  1],\n",
      "       [ 1, -1,  0]], dtype=int8), -1), action = [2 2], winner = -1\n",
      "00:00:07 [INFO] state = (array([[-1,  1,  1],\n",
      "       [-1,  1,  0],\n",
      "       [-1,  0,  0]], dtype=int8), 1), action = None, winner = -1\n",
      "00:00:07 [INFO] state = (array([[-1, -1, -1],\n",
      "       [ 0,  0,  1],\n",
      "       [ 1,  1,  0]], dtype=int8), 1), action = None, winner = -1\n",
      "00:00:07 [INFO] state = (array([[-1,  1,  0],\n",
      "       [ 0,  0,  0],\n",
      "       [-1,  1,  0]], dtype=int8), 1), action = [1 1], winner = 1\n",
      "00:00:07 [INFO] state = (array([[ 0, -1,  1],\n",
      "       [ 1,  0,  0],\n",
      "       [ 0,  0,  0]], dtype=int8), -1), action = [1 1], winner = 0\n",
      "00:00:07 [INFO] state = (array([[ 1,  0,  1],\n",
      "       [ 0, -1,  1],\n",
      "       [-1, -1,  1]], dtype=int8), -1), action = None, winner = 1\n",
      "00:00:07 [INFO] state = (array([[ 1, -1,  1],\n",
      "       [ 1,  1, -1],\n",
      "       [-1,  0, -1]], dtype=int8), 1), action = [2 1], winner = 0\n",
      "00:00:07 [INFO] state = (array([[ 0,  1,  1],\n",
      "       [ 0,  0,  0],\n",
      "       [-1,  0,  0]], dtype=int8), -1), action = [0 0], winner = -1\n",
      "00:00:07 [INFO] state = (array([[ 1,  0, -1],\n",
      "       [ 1, -1, -1],\n",
      "       [ 1,  0,  1]], dtype=int8), -1), action = None, winner = 1\n",
      "00:00:07 [INFO] state = (array([[ 0,  1,  0],\n",
      "       [ 1, -1,  0],\n",
      "       [-1,  1, -1]], dtype=int8), 1), action = [1 2], winner = -1\n",
      "00:00:07 [INFO] state = (array([[ 1,  0,  0],\n",
      "       [-1,  1, -1],\n",
      "       [-1,  1,  1]], dtype=int8), -1), action = None, winner = 1\n",
      "00:00:07 [INFO] state = (array([[ 0,  1,  1],\n",
      "       [ 1, -1, -1],\n",
      "       [-1, -1,  1]], dtype=int8), 1), action = [0 0], winner = 1\n",
      "00:00:07 [INFO] state = (array([[ 1, -1, -1],\n",
      "       [-1,  1,  1],\n",
      "       [ 0,  0,  0]], dtype=int8), 1), action = [2 2], winner = 1\n",
      "00:00:07 [INFO] state = (array([[ 0, -1,  0],\n",
      "       [-1,  1, -1],\n",
      "       [ 1,  0,  1]], dtype=int8), 1), action = [2 1], winner = 1\n",
      "00:00:07 [INFO] state = (array([[ 1,  0,  0],\n",
      "       [ 0,  0,  1],\n",
      "       [-1, -1,  0]], dtype=int8), 1), action = [2 2], winner = 1\n",
      "00:00:07 [INFO] state = (array([[-1,  1,  1],\n",
      "       [ 0,  0,  1],\n",
      "       [-1,  1, -1]], dtype=int8), -1), action = [1 1], winner = -1\n",
      "00:00:07 [INFO] state = (array([[ 0, -1,  1],\n",
      "       [ 1,  1, -1],\n",
      "       [ 0,  0,  0]], dtype=int8), -1), action = [2 0], winner = 0\n",
      "00:00:07 [INFO] state = (array([[ 1,  0,  0],\n",
      "       [-1,  0,  0],\n",
      "       [ 1,  0,  0]], dtype=int8), -1), action = [1 1], winner = 0\n",
      "00:00:07 [INFO] state = (array([[-1, -1,  1],\n",
      "       [ 1, -1,  0],\n",
      "       [ 0,  1,  0]], dtype=int8), 1), action = [2 2], winner = 1\n",
      "00:00:07 [INFO] state = (array([[ 0, -1,  1],\n",
      "       [-1,  0,  0],\n",
      "       [ 0,  1,  0]], dtype=int8), 1), action = [2 2], winner = 1\n",
      "00:00:07 [INFO] state = (array([[-1,  0,  0],\n",
      "       [-1,  1,  0],\n",
      "       [ 0,  1,  1]], dtype=int8), -1), action = [2 0], winner = -1\n",
      "00:00:07 [INFO] state = (array([[ 0,  0,  1],\n",
      "       [ 0, -1,  1],\n",
      "       [ 1, -1,  0]], dtype=int8), -1), action = [2 2], winner = -1\n",
      "00:00:07 [INFO] state = (array([[ 0,  0,  1],\n",
      "       [ 1,  0,  0],\n",
      "       [ 1, -1, -1]], dtype=int8), -1), action = [1 2], winner = 1\n",
      "00:00:07 [INFO] state = (array([[ 0,  0, -1],\n",
      "       [ 1,  1, -1],\n",
      "       [ 0, -1,  1]], dtype=int8), 1), action = [0 0], winner = 1\n",
      "00:00:07 [INFO] state = (array([[ 0,  1,  0],\n",
      "       [ 1, -1,  1],\n",
      "       [-1,  0, -1]], dtype=int8), 1), action = [2 1], winner = -1\n",
      "00:00:07 [INFO] state = (array([[-1,  0,  0],\n",
      "       [ 1,  0,  0],\n",
      "       [ 0,  1,  0]], dtype=int8), -1), action = [0 2], winner = -1\n",
      "00:00:07 [INFO] state = (array([[-1,  1, -1],\n",
      "       [ 1,  0,  1],\n",
      "       [-1, -1,  1]], dtype=int8), 1), action = [1 1], winner = 1\n",
      "00:00:07 [INFO] state = (array([[ 1, -1, -1],\n",
      "       [-1,  0,  0],\n",
      "       [ 1,  1,  0]], dtype=int8), 1), action = [2 2], winner = 1\n",
      "00:00:07 [INFO] state = (array([[ 0,  1,  1],\n",
      "       [ 1,  0,  0],\n",
      "       [ 0, -1, -1]], dtype=int8), -1), action = [2 0], winner = -1\n",
      "00:00:07 [INFO] state = (array([[ 1, -1,  0],\n",
      "       [ 1, -1,  1],\n",
      "       [ 0,  1, -1]], dtype=int8), -1), action = [2 0], winner = 0\n",
      "00:00:07 [INFO] state = (array([[ 1,  0, -1],\n",
      "       [ 1, -1, -1],\n",
      "       [ 0,  1,  1]], dtype=int8), -1), action = [2 0], winner = -1\n",
      "00:00:07 [INFO] state = (array([[ 0,  1, -1],\n",
      "       [ 0,  1,  1],\n",
      "       [-1,  0,  0]], dtype=int8), -1), action = [2 2], winner = 1\n",
      "00:00:07 [INFO] state = (array([[-1, -1, -1],\n",
      "       [ 0,  1,  0],\n",
      "       [ 0,  1,  1]], dtype=int8), 1), action = None, winner = -1\n",
      "00:00:07 [INFO] state = (array([[ 1, -1, -1],\n",
      "       [ 1,  1,  1],\n",
      "       [-1, -1,  1]], dtype=int8), -1), action = None, winner = 1\n",
      "00:00:07 [INFO] state = (array([[ 1,  1, -1],\n",
      "       [-1,  1,  0],\n",
      "       [-1,  0,  0]], dtype=int8), 1), action = [2 2], winner = 1\n",
      "00:00:07 [INFO] state = (array([[-1,  0, -1],\n",
      "       [ 1, -1,  0],\n",
      "       [ 1,  1,  0]], dtype=int8), 1), action = [2 2], winner = 1\n",
      "00:00:07 [INFO] state = (array([[ 0, -1,  1],\n",
      "       [-1,  1,  0],\n",
      "       [ 0,  1, -1]], dtype=int8), 1), action = [2 0], winner = 1\n",
      "00:00:07 [INFO] state = (array([[ 0,  0,  0],\n",
      "       [ 0,  1,  1],\n",
      "       [ 1, -1, -1]], dtype=int8), -1), action = [1 0], winner = 1\n",
      "00:00:07 [INFO] state = (array([[-1,  1,  1],\n",
      "       [ 1, -1,  1],\n",
      "       [ 0, -1, -1]], dtype=int8), 1), action = None, winner = -1\n",
      "00:00:07 [INFO] state = (array([[-1, -1,  1],\n",
      "       [ 0,  1,  0],\n",
      "       [ 0,  0,  1]], dtype=int8), -1), action = [2 1], winner = 1\n",
      "00:00:07 [INFO] state = (array([[ 1, -1,  0],\n",
      "       [-1,  0,  0],\n",
      "       [ 0,  1,  0]], dtype=int8), 1), action = [2 2], winner = 1\n",
      "00:00:07 [INFO] state = (array([[-1,  0,  1],\n",
      "       [ 0,  0,  0],\n",
      "       [ 1,  0, -1]], dtype=int8), 1), action = [1 1], winner = 1\n",
      "00:00:07 [INFO] state = (array([[ 1, -1,  1],\n",
      "       [-1,  0, -1],\n",
      "       [ 1,  0,  0]], dtype=int8), 1), action = [1 1], winner = 1\n",
      "00:00:07 [INFO] state = (array([[-1,  1, -1],\n",
      "       [ 1,  1,  1],\n",
      "       [ 1, -1, -1]], dtype=int8), -1), action = None, winner = 1\n",
      "00:00:07 [INFO] state = (array([[ 1, -1,  0],\n",
      "       [ 1,  1, -1],\n",
      "       [-1,  1, -1]], dtype=int8), 1), action = [0 2], winner = 0\n",
      "00:00:07 [INFO] state = (array([[ 0,  1, -1],\n",
      "       [ 0,  0, -1],\n",
      "       [ 1,  1, -1]], dtype=int8), 1), action = None, winner = -1\n",
      "00:00:07 [INFO] state = (array([[-1,  1,  1],\n",
      "       [ 0,  0,  1],\n",
      "       [-1,  0,  0]], dtype=int8), -1), action = [2 2], winner = -1\n",
      "00:00:07 [INFO] state = (array([[ 0,  1,  0],\n",
      "       [ 1,  0, -1],\n",
      "       [-1,  1,  0]], dtype=int8), -1), action = [1 1], winner = 0\n",
      "00:00:07 [INFO] state = (array([[ 1,  1, -1],\n",
      "       [-1,  0,  1],\n",
      "       [ 0, -1,  0]], dtype=int8), 1), action = [2 2], winner = 0\n",
      "00:00:07 [INFO] state = (array([[ 0, -1, -1],\n",
      "       [-1,  1,  1],\n",
      "       [ 0,  1,  0]], dtype=int8), 1), action = [0 0], winner = 0\n",
      "00:00:07 [INFO] state = (array([[-1, -1,  1],\n",
      "       [ 1,  1,  0],\n",
      "       [ 1, -1,  0]], dtype=int8), -1), action = None, winner = 1\n",
      "00:00:07 [INFO] state = (array([[ 1,  0, -1],\n",
      "       [ 0, -1,  1],\n",
      "       [ 0, -1,  1]], dtype=int8), 1), action = [2 0], winner = -1\n",
      "00:00:07 [INFO] state = (array([[ 1, -1,  1],\n",
      "       [ 1, -1,  1],\n",
      "       [-1,  0, -1]], dtype=int8), 1), action = [2 1], winner = 0\n",
      "00:00:07 [INFO] state = (array([[-1, -1,  0],\n",
      "       [ 1,  1,  0],\n",
      "       [ 0,  1,  0]], dtype=int8), -1), action = [0 2], winner = -1\n",
      "00:00:07 [INFO] state = (array([[ 0,  1, -1],\n",
      "       [-1,  1,  1],\n",
      "       [-1,  1,  0]], dtype=int8), -1), action = None, winner = 1\n",
      "00:00:07 [INFO] state = (array([[-1,  1,  1],\n",
      "       [ 0,  0, -1],\n",
      "       [-1,  1,  1]], dtype=int8), -1), action = [1 0], winner = -1\n",
      "00:00:07 [INFO] state = (array([[ 1,  1, -1],\n",
      "       [ 1, -1,  1],\n",
      "       [ 1, -1, -1]], dtype=int8), -1), action = None, winner = 1\n",
      "00:00:07 [INFO] state = (array([[ 1,  0, -1],\n",
      "       [-1,  0,  1],\n",
      "       [-1,  0,  1]], dtype=int8), 1), action = [1 1], winner = 1\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "00:00:07 [INFO] state = (array([[ 1, -1,  0],\n",
      "       [ 0, -1,  0],\n",
      "       [ 1,  0,  1]], dtype=int8), -1), action = [2 1], winner = -1\n",
      "00:00:07 [INFO] state = (array([[ 1,  1,  1],\n",
      "       [-1, -1,  0],\n",
      "       [ 1,  0, -1]], dtype=int8), -1), action = None, winner = 1\n",
      "00:00:07 [INFO] state = (array([[-1,  0,  0],\n",
      "       [-1,  1, -1],\n",
      "       [ 0,  1,  1]], dtype=int8), 1), action = [2 0], winner = 1\n",
      "00:00:07 [INFO] state = (array([[ 0, -1,  1],\n",
      "       [ 0,  0,  1],\n",
      "       [-1,  0,  1]], dtype=int8), -1), action = None, winner = 1\n",
      "00:00:07 [INFO] state = (array([[-1,  1, -1],\n",
      "       [ 0, -1,  0],\n",
      "       [ 0,  1,  1]], dtype=int8), 1), action = [2 0], winner = 1\n",
      "00:00:07 [INFO] state = (array([[ 1,  1, -1],\n",
      "       [ 0, -1,  0],\n",
      "       [ 1, -1,  0]], dtype=int8), 1), action = [1 0], winner = 1\n",
      "00:00:07 [INFO] state = (array([[-1, -1,  1],\n",
      "       [ 0, -1,  0],\n",
      "       [ 1,  0,  1]], dtype=int8), 1), action = [2 1], winner = 1\n",
      "00:00:07 [INFO] state = (array([[ 0,  1, -1],\n",
      "       [ 1,  0,  0],\n",
      "       [-1,  1,  0]], dtype=int8), -1), action = [1 1], winner = -1\n",
      "00:00:07 [INFO] state = (array([[-1,  1, -1],\n",
      "       [ 0,  1,  0],\n",
      "       [-1,  0,  1]], dtype=int8), 1), action = [2 1], winner = 1\n",
      "00:00:07 [INFO] state = (array([[ 1,  1, -1],\n",
      "       [ 0,  0,  0],\n",
      "       [-1,  1, -1]], dtype=int8), 1), action = [1 1], winner = 1\n",
      "00:00:07 [INFO] state = (array([[ 1,  0, -1],\n",
      "       [ 1,  1,  0],\n",
      "       [-1, -1,  0]], dtype=int8), 1), action = [2 2], winner = 1\n",
      "00:00:07 [INFO] state = (array([[ 0,  1, -1],\n",
      "       [ 0, -1,  0],\n",
      "       [ 1,  0,  1]], dtype=int8), -1), action = [2 1], winner = 0\n",
      "00:00:07 [INFO] state = (array([[ 1,  1,  0],\n",
      "       [ 0,  1, -1],\n",
      "       [-1, -1,  1]], dtype=int8), -1), action = None, winner = 1\n",
      "00:00:07 [INFO] state = (array([[-1,  0,  0],\n",
      "       [ 0,  0,  1],\n",
      "       [-1,  0,  1]], dtype=int8), 1), action = [1 0], winner = 1\n",
      "00:00:07 [INFO] state = (array([[-1,  1,  0],\n",
      "       [-1, -1,  1],\n",
      "       [ 1, -1,  1]], dtype=int8), 1), action = [0 2], winner = 1\n",
      "00:00:07 [INFO] state = (array([[-1, -1, -1],\n",
      "       [ 1, -1,  1],\n",
      "       [ 1,  1,  0]], dtype=int8), 1), action = None, winner = -1\n",
      "00:00:07 [INFO] state = (array([[ 0, -1,  0],\n",
      "       [ 1,  0,  1],\n",
      "       [-1,  1, -1]], dtype=int8), 1), action = [1 1], winner = 1\n",
      "00:00:07 [INFO] state = (array([[ 1,  1,  0],\n",
      "       [-1, -1,  1],\n",
      "       [-1,  1, -1]], dtype=int8), 1), action = [0 2], winner = 1\n",
      "00:00:07 [INFO] state = (array([[ 1,  1,  0],\n",
      "       [-1,  0,  1],\n",
      "       [-1, -1,  1]], dtype=int8), -1), action = [1 1], winner = 1\n",
      "00:00:07 [INFO] state = (array([[ 1,  0,  0],\n",
      "       [ 0, -1,  1],\n",
      "       [ 1, -1,  0]], dtype=int8), -1), action = [0 1], winner = -1\n",
      "00:00:07 [INFO] state = (array([[ 0,  1,  0],\n",
      "       [ 0,  0,  1],\n",
      "       [-1, -1,  0]], dtype=int8), 1), action = [2 2], winner = 1\n",
      "00:00:07 [INFO] state = (array([[ 1, -1,  1],\n",
      "       [ 0, -1,  1],\n",
      "       [-1,  1, -1]], dtype=int8), 1), action = [1 0], winner = 0\n",
      "00:00:07 [INFO] state = (array([[ 1, -1,  1],\n",
      "       [ 1,  1,  0],\n",
      "       [-1, -1,  0]], dtype=int8), -1), action = [2 2], winner = -1\n",
      "00:00:07 [INFO] state = (array([[ 0,  1,  0],\n",
      "       [-1,  1,  1],\n",
      "       [-1,  1, -1]], dtype=int8), -1), action = None, winner = 1\n",
      "00:00:07 [INFO] state = (array([[-1,  0,  1],\n",
      "       [ 0,  0,  0],\n",
      "       [ 1,  0,  0]], dtype=int8), -1), action = [2 2], winner = 1\n",
      "00:00:07 [INFO] state = (array([[ 1,  0,  1],\n",
      "       [ 1,  0, -1],\n",
      "       [ 0, -1,  0]], dtype=int8), -1), action = [2 2], winner = 1\n",
      "00:00:07 [INFO] state = (array([[ 1,  0, -1],\n",
      "       [ 0,  0, -1],\n",
      "       [ 1,  0,  1]], dtype=int8), -1), action = [2 1], winner = 1\n",
      "00:00:07 [INFO] state = (array([[ 1,  0,  1],\n",
      "       [ 0,  0, -1],\n",
      "       [ 0, -1,  0]], dtype=int8), 1), action = [2 2], winner = 1\n",
      "00:00:07 [INFO] state = (array([[ 0,  1,  0],\n",
      "       [-1,  0,  0],\n",
      "       [ 0,  1,  0]], dtype=int8), -1), action = [1 1], winner = -1\n",
      "00:00:07 [INFO] state = (array([[ 0,  0, -1],\n",
      "       [-1,  1, -1],\n",
      "       [ 1,  1,  1]], dtype=int8), -1), action = None, winner = 1\n",
      "00:00:07 [INFO] state = (array([[ 0, -1,  1],\n",
      "       [ 1, -1,  0],\n",
      "       [ 0, -1,  1]], dtype=int8), 1), action = None, winner = -1\n",
      "00:00:07 [INFO] state = (array([[ 0,  0, -1],\n",
      "       [ 1,  1,  0],\n",
      "       [-1,  1, -1]], dtype=int8), 1), action = [1 2], winner = 1\n",
      "00:00:07 [INFO] state = (array([[ 1,  0, -1],\n",
      "       [-1,  0,  1],\n",
      "       [ 0,  1,  0]], dtype=int8), -1), action = [2 2], winner = 0\n",
      "00:00:07 [INFO] state = (array([[ 0,  1, -1],\n",
      "       [ 0,  0,  1],\n",
      "       [ 1,  0, -1]], dtype=int8), -1), action = [1 1], winner = 0\n",
      "00:00:07 [INFO] state = (array([[ 0,  1,  1],\n",
      "       [ 0,  0,  1],\n",
      "       [ 0, -1, -1]], dtype=int8), -1), action = [2 0], winner = -1\n",
      "00:00:07 [INFO] state = (array([[ 1,  0,  1],\n",
      "       [-1, -1,  0],\n",
      "       [ 0,  1, -1]], dtype=int8), 1), action = [0 1], winner = 1\n",
      "00:00:07 [INFO] state = (array([[ 0,  1, -1],\n",
      "       [-1,  0, -1],\n",
      "       [ 1,  1,  1]], dtype=int8), -1), action = None, winner = 1\n",
      "00:00:07 [INFO] state = (array([[-1,  0,  0],\n",
      "       [ 0,  1,  0],\n",
      "       [-1,  0,  1]], dtype=int8), 1), action = [1 0], winner = 0\n",
      "00:00:07 [INFO] state = (array([[ 0,  0,  0],\n",
      "       [ 1, -1, -1],\n",
      "       [ 0,  0,  1]], dtype=int8), 1), action = [2 0], winner = 1\n",
      "00:00:07 [INFO] state = (array([[ 1,  0,  0],\n",
      "       [ 1,  1, -1],\n",
      "       [-1,  0,  0]], dtype=int8), -1), action = [2 2], winner = -1\n",
      "00:00:07 [INFO] state = (array([[ 0,  1,  0],\n",
      "       [ 0,  1, -1],\n",
      "       [ 1, -1,  0]], dtype=int8), -1), action = [0 2], winner = 0\n",
      "00:00:07 [INFO] state = (array([[ 0,  1, -1],\n",
      "       [-1,  1,  1],\n",
      "       [ 0,  0, -1]], dtype=int8), 1), action = [2 1], winner = 1\n",
      "00:00:07 [INFO] state = (array([[ 1, -1,  0],\n",
      "       [ 1, -1,  0],\n",
      "       [ 0,  1, -1]], dtype=int8), 1), action = [2 0], winner = 1\n",
      "00:00:07 [INFO] state = (array([[ 1,  0, -1],\n",
      "       [-1,  1,  1],\n",
      "       [ 0,  0, -1]], dtype=int8), 1), action = [2 1], winner = 0\n",
      "00:00:07 [INFO] state = (array([[ 1,  0,  0],\n",
      "       [-1,  1,  1],\n",
      "       [-1,  0,  0]], dtype=int8), -1), action = [2 2], winner = 0\n",
      "00:00:07 [INFO] state = (array([[ 0, -1,  1],\n",
      "       [ 1,  0,  0],\n",
      "       [ 0, -1,  0]], dtype=int8), 1), action = [1 1], winner = 1\n",
      "00:00:07 [INFO] state = (array([[-1, -1,  1],\n",
      "       [-1, -1,  1],\n",
      "       [ 1,  1,  1]], dtype=int8), -1), action = None, winner = 1\n",
      "00:00:07 [INFO] state = (array([[ 0, -1,  1],\n",
      "       [ 0, -1, -1],\n",
      "       [ 1,  1,  1]], dtype=int8), -1), action = None, winner = 1\n",
      "00:00:07 [INFO] state = (array([[ 0,  0,  1],\n",
      "       [ 0, -1,  1],\n",
      "       [ 0, -1,  0]], dtype=int8), 1), action = [2 2], winner = 1\n",
      "00:00:07 [INFO] state = (array([[ 1,  1, -1],\n",
      "       [ 1, -1,  1],\n",
      "       [ 0, -1, -1]], dtype=int8), 1), action = [2 0], winner = 1\n",
      "00:00:07 [INFO] state = (array([[ 0,  0, -1],\n",
      "       [ 1, -1,  0],\n",
      "       [ 1,  0,  0]], dtype=int8), 1), action = [2 2], winner = 1\n",
      "00:00:07 [INFO] state = (array([[-1,  0,  0],\n",
      "       [ 0,  1,  0],\n",
      "       [ 1, -1,  1]], dtype=int8), -1), action = [0 2], winner = 0\n",
      "00:00:07 [INFO] state = (array([[-1,  0,  1],\n",
      "       [-1,  0,  1],\n",
      "       [ 1, -1,  1]], dtype=int8), -1), action = None, winner = 1\n",
      "00:00:07 [INFO] state = (array([[ 0, -1, -1],\n",
      "       [ 0,  1,  0],\n",
      "       [ 1,  0,  1]], dtype=int8), -1), action = [0 0], winner = -1\n",
      "00:00:07 [INFO] state = (array([[ 1, -1,  0],\n",
      "       [-1,  1,  0],\n",
      "       [ 1,  0, -1]], dtype=int8), 1), action = [0 2], winner = 1\n",
      "00:00:07 [INFO] state = (array([[ 1,  0,  0],\n",
      "       [ 1,  0, -1],\n",
      "       [ 1, -1,  0]], dtype=int8), -1), action = None, winner = 1\n",
      "00:00:07 [INFO] state = (array([[-1,  0, -1],\n",
      "       [ 1,  0,  0],\n",
      "       [ 0,  0,  1]], dtype=int8), 1), action = [0 1], winner = 0\n",
      "00:00:07 [INFO] state = (array([[ 0,  0, -1],\n",
      "       [-1,  0,  0],\n",
      "       [ 1,  0,  1]], dtype=int8), 1), action = [2 1], winner = 1\n",
      "00:00:07 [INFO] state = (array([[-1,  1,  0],\n",
      "       [-1,  1,  1],\n",
      "       [ 0,  0, -1]], dtype=int8), 1), action = [2 1], winner = 1\n",
      "00:00:07 [INFO] state = (array([[ 1,  1,  0],\n",
      "       [ 1,  0,  0],\n",
      "       [-1, -1, -1]], dtype=int8), 1), action = None, winner = -1\n",
      "00:00:07 [INFO] state = (array([[ 1, -1,  0],\n",
      "       [-1,  0, -1],\n",
      "       [ 0,  1,  1]], dtype=int8), 1), action = [2 0], winner = 1\n",
      "00:00:07 [INFO] state = (array([[ 0,  1, -1],\n",
      "       [-1,  0,  1],\n",
      "       [ 1,  0,  0]], dtype=int8), -1), action = [2 2], winner = 0\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "00:00:07 [INFO] state = (array([[ 1,  0,  1],\n",
      "       [-1, -1,  0],\n",
      "       [ 1, -1,  0]], dtype=int8), 1), action = [0 1], winner = 1\n",
      "00:00:07 [INFO] state = (array([[-1,  1,  1],\n",
      "       [ 0,  1,  1],\n",
      "       [-1, -1, -1]], dtype=int8), 1), action = None, winner = -1\n",
      "00:00:07 [INFO] state = (array([[ 0,  1,  1],\n",
      "       [ 1, -1, -1],\n",
      "       [ 0, -1,  1]], dtype=int8), -1), action = [0 0], winner = 0\n",
      "00:00:07 [INFO] state = (array([[-1,  0,  1],\n",
      "       [ 1,  1,  0],\n",
      "       [-1, -1,  1]], dtype=int8), -1), action = [1 2], winner = 0\n",
      "00:00:07 [INFO] state = (array([[-1,  1,  1],\n",
      "       [ 0,  0, -1],\n",
      "       [ 1, -1,  0]], dtype=int8), 1), action = [1 1], winner = 1\n",
      "00:00:07 [INFO] state = (array([[-1, -1,  1],\n",
      "       [ 1,  1,  0],\n",
      "       [ 0, -1,  1]], dtype=int8), -1), action = [2 0], winner = 1\n",
      "00:00:07 [INFO] state = (array([[ 1, -1, -1],\n",
      "       [ 0,  0,  0],\n",
      "       [-1,  1,  1]], dtype=int8), 1), action = [1 1], winner = 1\n",
      "00:00:07 [INFO] state = (array([[ 1, -1,  0],\n",
      "       [-1,  1,  1],\n",
      "       [-1,  1, -1]], dtype=int8), 1), action = [0 2], winner = 0\n",
      "00:00:07 [INFO] state = (array([[ 0,  0,  0],\n",
      "       [ 1,  0,  1],\n",
      "       [-1,  0,  0]], dtype=int8), -1), action = [1 1], winner = -1\n",
      "00:00:07 [INFO] state = (array([[-1,  1, -1],\n",
      "       [ 0, -1,  1],\n",
      "       [ 1,  0,  1]], dtype=int8), -1), action = [2 1], winner = 0\n",
      "00:00:07 [INFO] state = (array([[ 1, -1,  1],\n",
      "       [ 0,  0, -1],\n",
      "       [ 1,  0, -1]], dtype=int8), 1), action = [2 1], winner = 1\n",
      "00:00:07 [INFO] state = (array([[ 0,  0, -1],\n",
      "       [ 1,  0,  1],\n",
      "       [-1, -1,  1]], dtype=int8), 1), action = [1 1], winner = 1\n",
      "00:00:07 [INFO] state = (array([[-1, -1,  0],\n",
      "       [ 1,  0,  0],\n",
      "       [ 1,  0,  1]], dtype=int8), -1), action = [2 1], winner = -1\n",
      "00:00:07 [INFO] state = (array([[ 0, -1,  1],\n",
      "       [ 0, -1,  1],\n",
      "       [ 0,  1,  0]], dtype=int8), -1), action = [2 2], winner = 0\n",
      "00:00:07 [INFO] state = (array([[ 1, -1,  1],\n",
      "       [ 1, -1, -1],\n",
      "       [ 0,  1, -1]], dtype=int8), 1), action = [2 0], winner = 1\n",
      "00:00:07 [INFO] state = (array([[ 0,  1, -1],\n",
      "       [-1,  0,  1],\n",
      "       [-1,  0,  1]], dtype=int8), 1), action = [2 1], winner = -1\n",
      "00:00:07 [INFO] state = (array([[ 1, -1,  1],\n",
      "       [ 0,  0,  1],\n",
      "       [-1,  1, -1]], dtype=int8), -1), action = [1 1], winner = 0\n",
      "00:00:07 [INFO] state = (array([[-1,  1, -1],\n",
      "       [-1,  0,  0],\n",
      "       [ 0,  1,  1]], dtype=int8), 1), action = [2 0], winner = 1\n",
      "00:00:07 [INFO] state = (array([[-1,  1,  0],\n",
      "       [-1,  0, -1],\n",
      "       [ 1,  1,  0]], dtype=int8), 1), action = [2 2], winner = 1\n",
      "00:00:07 [INFO] state = (array([[ 1, -1, -1],\n",
      "       [-1,  1, -1],\n",
      "       [ 1,  1,  0]], dtype=int8), 1), action = [2 2], winner = 1\n",
      "00:00:07 [INFO] state = (array([[ 1,  0,  1],\n",
      "       [ 0, -1,  0],\n",
      "       [ 1,  0, -1]], dtype=int8), -1), action = [2 1], winner = 1\n",
      "00:00:07 [INFO] state = (array([[ 1, -1, -1],\n",
      "       [-1,  1,  1],\n",
      "       [ 0,  0,  1]], dtype=int8), -1), action = None, winner = 1\n",
      "00:00:07 [INFO] state = (array([[ 0, -1,  0],\n",
      "       [-1,  1,  1],\n",
      "       [ 0,  0,  1]], dtype=int8), -1), action = [2 1], winner = 1\n",
      "00:00:07 [INFO] state = (array([[-1, -1, -1],\n",
      "       [ 1,  0,  1],\n",
      "       [ 0,  1,  0]], dtype=int8), 1), action = None, winner = -1\n",
      "00:00:07 [INFO] state = (array([[ 1,  0,  1],\n",
      "       [-1,  0,  0],\n",
      "       [ 1, -1,  0]], dtype=int8), -1), action = [2 2], winner = 1\n",
      "00:00:07 [INFO] state = (array([[ 0,  1, -1],\n",
      "       [ 1,  0, -1],\n",
      "       [ 1,  0,  0]], dtype=int8), -1), action = [2 2], winner = -1\n",
      "00:00:07 [INFO] state = (array([[ 1, -1, -1],\n",
      "       [-1, -1,  1],\n",
      "       [ 0,  1,  1]], dtype=int8), 1), action = [2 0], winner = 1\n",
      "00:00:07 [INFO] state = (array([[-1,  0, -1],\n",
      "       [ 1,  0,  0],\n",
      "       [ 0,  1,  1]], dtype=int8), -1), action = [2 0], winner = -1\n",
      "00:00:07 [INFO] state = (array([[ 1, -1,  0],\n",
      "       [ 0,  0, -1],\n",
      "       [ 1,  1, -1]], dtype=int8), 1), action = [1 0], winner = 1\n",
      "00:00:07 [INFO] state = (array([[ 1,  0,  1],\n",
      "       [ 1, -1, -1],\n",
      "       [ 0,  0, -1]], dtype=int8), 1), action = [2 1], winner = 1\n",
      "00:00:07 [INFO] state = (array([[-1,  0,  1],\n",
      "       [-1,  1,  1],\n",
      "       [ 0,  1, -1]], dtype=int8), -1), action = [2 0], winner = -1\n",
      "00:00:07 [INFO] state = (array([[ 1, -1, -1],\n",
      "       [ 1,  1,  0],\n",
      "       [-1,  1,  0]], dtype=int8), -1), action = [2 2], winner = 1\n",
      "00:00:07 [INFO] state = (array([[ 1,  1,  0],\n",
      "       [ 1, -1,  0],\n",
      "       [ 0, -1,  0]], dtype=int8), -1), action = [2 2], winner = 1\n",
      "00:00:07 [INFO] state = (array([[ 1,  0, -1],\n",
      "       [ 0,  1,  0],\n",
      "       [ 0, -1,  0]], dtype=int8), 1), action = [2 2], winner = 1\n",
      "00:00:07 [INFO] state = (array([[ 1,  0,  1],\n",
      "       [-1,  1, -1],\n",
      "       [-1,  0,  0]], dtype=int8), 1), action = [2 2], winner = 1\n",
      "00:00:07 [INFO] state = (array([[-1,  0,  0],\n",
      "       [ 1,  1, -1],\n",
      "       [ 1,  1, -1]], dtype=int8), -1), action = [0 2], winner = -1\n",
      "00:00:07 [INFO] state = (array([[-1,  1,  1],\n",
      "       [-1,  1,  1],\n",
      "       [ 0, -1,  0]], dtype=int8), -1), action = [2 0], winner = -1\n",
      "00:00:07 [INFO] state = (array([[ 0,  0,  1],\n",
      "       [-1, -1,  1],\n",
      "       [ 1, -1,  1]], dtype=int8), -1), action = None, winner = 1\n",
      "00:00:07 [INFO] state = (array([[-1,  1,  0],\n",
      "       [ 1, -1,  1],\n",
      "       [-1,  0,  0]], dtype=int8), 1), action = [2 2], winner = -1\n",
      "00:00:07 [INFO] state = (array([[ 0,  1,  0],\n",
      "       [-1,  1,  0],\n",
      "       [ 0, -1,  0]], dtype=int8), 1), action = [0 2], winner = 1\n",
      "00:00:07 [INFO] state = (array([[ 1, -1,  1],\n",
      "       [-1, -1,  1],\n",
      "       [ 1,  0,  0]], dtype=int8), -1), action = [2 1], winner = -1\n",
      "00:00:07 [INFO] state = (array([[ 0,  0, -1],\n",
      "       [ 0,  1,  1],\n",
      "       [-1,  1,  0]], dtype=int8), -1), action = [2 2], winner = 1\n",
      "00:00:07 [INFO] state = (array([[ 0,  0, -1],\n",
      "       [ 0,  1,  1],\n",
      "       [ 1, -1, -1]], dtype=int8), 1), action = [1 0], winner = 1\n",
      "00:00:07 [INFO] state = (array([[ 1,  1, -1],\n",
      "       [ 1, -1,  0],\n",
      "       [-1, -1,  1]], dtype=int8), 1), action = None, winner = -1\n",
      "00:00:07 [INFO] state = (array([[ 0, -1,  0],\n",
      "       [ 1,  1,  0],\n",
      "       [ 0,  0, -1]], dtype=int8), 1), action = [2 0], winner = 1\n",
      "00:00:07 [INFO] state = (array([[ 1,  0, -1],\n",
      "       [ 0, -1,  0],\n",
      "       [ 1,  1,  0]], dtype=int8), -1), action = [2 2], winner = 1\n",
      "00:00:07 [INFO] state = (array([[ 0,  1,  0],\n",
      "       [-1,  0,  0],\n",
      "       [ 0,  1, -1]], dtype=int8), 1), action = [1 1], winner = 1\n",
      "00:00:07 [INFO] state = (array([[ 0,  1, -1],\n",
      "       [-1,  0,  0],\n",
      "       [ 1, -1,  1]], dtype=int8), 1), action = [1 2], winner = 0\n",
      "00:00:07 [INFO] state = (array([[-1,  0,  0],\n",
      "       [ 1,  1,  1],\n",
      "       [-1, -1,  1]], dtype=int8), -1), action = None, winner = 1\n",
      "00:00:07 [INFO] state = (array([[ 1,  1,  0],\n",
      "       [ 1,  0, -1],\n",
      "       [ 1, -1, -1]], dtype=int8), -1), action = None, winner = 1\n",
      "00:00:07 [INFO] state = (array([[ 0,  1,  0],\n",
      "       [ 0,  1,  0],\n",
      "       [-1,  0, -1]], dtype=int8), 1), action = [2 1], winner = 1\n",
      "00:00:07 [INFO] state = (array([[ 1, -1, -1],\n",
      "       [ 1,  0,  1],\n",
      "       [-1,  1, -1]], dtype=int8), 1), action = [1 1], winner = 1\n",
      "00:00:07 [INFO] state = (array([[ 1, -1,  1],\n",
      "       [ 0,  1,  0],\n",
      "       [-1,  1, -1]], dtype=int8), -1), action = [1 2], winner = 0\n",
      "00:00:07 [INFO] state = (array([[-1,  0,  0],\n",
      "       [ 1,  1, -1],\n",
      "       [ 0,  0,  1]], dtype=int8), -1), action = [2 1], winner = 0\n",
      "00:00:07 [INFO] state = (array([[ 1,  0, -1],\n",
      "       [ 0,  1,  1],\n",
      "       [ 0,  0, -1]], dtype=int8), -1), action = [1 0], winner = 0\n",
      "00:00:07 [INFO] state = (array([[ 0,  0, -1],\n",
      "       [ 0,  1, -1],\n",
      "       [ 1, -1,  1]], dtype=int8), 1), action = [0 0], winner = 1\n",
      "00:00:07 [INFO] state = (array([[-1,  1,  0],\n",
      "       [ 1, -1,  0],\n",
      "       [-1,  1,  1]], dtype=int8), -1), action = [0 2], winner = -1\n",
      "00:00:07 [INFO] state = (array([[ 0,  0,  1],\n",
      "       [-1,  1, -1],\n",
      "       [ 0, -1,  1]], dtype=int8), 1), action = [2 0], winner = 1\n",
      "00:00:07 [INFO] state = (array([[ 1,  1, -1],\n",
      "       [ 0, -1,  0],\n",
      "       [ 0,  0,  1]], dtype=int8), -1), action = [2 0], winner = -1\n",
      "00:00:07 [INFO] state = (array([[ 1,  1, -1],\n",
      "       [-1,  0,  1],\n",
      "       [ 0,  0, -1]], dtype=int8), 1), action = [2 1], winner = 0\n",
      "00:00:07 [INFO] state = (array([[ 0,  0,  1],\n",
      "       [-1,  1,  1],\n",
      "       [-1, -1,  0]], dtype=int8), 1), action = [2 2], winner = 1\n",
      "00:00:07 [INFO] state = (array([[ 1,  0, -1],\n",
      "       [ 0,  0,  0],\n",
      "       [ 0,  0,  1]], dtype=int8), -1), action = [2 1], winner = 1\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "00:00:07 [INFO] state = (array([[ 1,  1,  0],\n",
      "       [ 0, -1,  0],\n",
      "       [-1, -1,  1]], dtype=int8), 1), action = [0 2], winner = 1\n",
      "00:00:07 [INFO] state = (array([[-1,  0,  1],\n",
      "       [-1, -1,  1],\n",
      "       [ 1,  1, -1]], dtype=int8), 1), action = None, winner = -1\n",
      "00:00:07 [INFO] state = (array([[ 1,  0, -1],\n",
      "       [ 1, -1,  1],\n",
      "       [ 0,  0, -1]], dtype=int8), 1), action = [2 0], winner = 1\n",
      "00:00:07 [INFO] state = (array([[ 0, -1,  1],\n",
      "       [ 1,  0,  0],\n",
      "       [ 0,  1, -1]], dtype=int8), -1), action = [2 0], winner = 0\n",
      "00:00:07 [INFO] state = (array([[ 1,  0,  0],\n",
      "       [ 0,  0,  1],\n",
      "       [ 0, -1, -1]], dtype=int8), 1), action = [2 0], winner = 1\n",
      "00:00:07 [INFO] state = (array([[ 0,  0, -1],\n",
      "       [ 1,  1, -1],\n",
      "       [ 1,  0, -1]], dtype=int8), 1), action = None, winner = -1\n",
      "00:00:07 [INFO] state = (array([[-1, -1,  1],\n",
      "       [ 1,  1, -1],\n",
      "       [ 0,  1,  0]], dtype=int8), -1), action = [2 0], winner = 0\n",
      "00:00:07 [INFO] state = (array([[ 1,  1,  1],\n",
      "       [-1,  0, -1],\n",
      "       [-1,  0,  1]], dtype=int8), -1), action = None, winner = 1\n",
      "00:00:07 [INFO] state = (array([[-1,  1,  0],\n",
      "       [ 1,  0, -1],\n",
      "       [ 1,  0,  0]], dtype=int8), -1), action = [2 2], winner = -1\n",
      "00:00:07 [INFO] state = (array([[ 0,  0,  1],\n",
      "       [-1,  0,  0],\n",
      "       [ 0,  1,  0]], dtype=int8), -1), action = [1 1], winner = 0\n",
      "00:00:07 [INFO] state = (array([[ 0, -1, -1],\n",
      "       [-1,  0,  1],\n",
      "       [ 1,  0,  1]], dtype=int8), 1), action = [2 1], winner = 1\n",
      "00:00:07 [INFO] state = (array([[ 0, -1,  1],\n",
      "       [ 0, -1,  1],\n",
      "       [ 0,  1, -1]], dtype=int8), 1), action = [0 0], winner = 0\n",
      "00:00:07 [INFO] state = (array([[-1, -1,  1],\n",
      "       [ 1,  1, -1],\n",
      "       [-1,  1,  0]], dtype=int8), 1), action = [2 2], winner = 0\n",
      "00:00:07 [INFO] state = (array([[-1,  0,  0],\n",
      "       [ 1,  0, -1],\n",
      "       [ 0,  1,  0]], dtype=int8), 1), action = [2 2], winner = 0\n",
      "00:00:07 [INFO] state = (array([[ 0,  0, -1],\n",
      "       [-1,  1,  1],\n",
      "       [ 1, -1,  0]], dtype=int8), 1), action = [2 2], winner = 0\n",
      "00:00:07 [INFO] state = (array([[ 1, -1,  1],\n",
      "       [ 0, -1,  1],\n",
      "       [ 0, -1,  0]], dtype=int8), 1), action = None, winner = -1\n",
      "00:00:07 [INFO] state = (array([[ 1,  1,  1],\n",
      "       [-1,  0,  0],\n",
      "       [-1,  1, -1]], dtype=int8), -1), action = None, winner = 1\n",
      "00:00:07 [INFO] state = (array([[-1, -1,  1],\n",
      "       [ 1,  0,  1],\n",
      "       [-1,  1, -1]], dtype=int8), 1), action = [1 1], winner = 1\n",
      "00:00:07 [INFO] state = (array([[ 0,  0,  1],\n",
      "       [ 1,  0, -1],\n",
      "       [ 1, -1,  0]], dtype=int8), -1), action = [2 2], winner = 1\n",
      "00:00:07 [INFO] state = (array([[ 1,  0,  0],\n",
      "       [ 1, -1,  1],\n",
      "       [-1, -1,  0]], dtype=int8), 1), action = [2 2], winner = -1\n",
      "00:00:07 [INFO] state = (array([[ 0,  1,  0],\n",
      "       [ 1,  0, -1],\n",
      "       [-1,  0,  0]], dtype=int8), 1), action = [2 2], winner = 0\n",
      "00:00:07 [INFO] state = (array([[ 1, -1,  1],\n",
      "       [ 0,  0,  0],\n",
      "       [-1,  0,  0]], dtype=int8), 1), action = [2 2], winner = 1\n",
      "00:00:07 [INFO] state = (array([[-1,  1,  0],\n",
      "       [ 0,  1,  1],\n",
      "       [-1,  0,  0]], dtype=int8), -1), action = [1 0], winner = -1\n",
      "00:00:07 [INFO] state = (array([[ 1, -1, -1],\n",
      "       [ 0,  0,  1],\n",
      "       [ 0,  0,  1]], dtype=int8), -1), action = [1 1], winner = -1\n",
      "00:00:07 [INFO] state = (array([[ 0,  0, -1],\n",
      "       [-1,  1, -1],\n",
      "       [ 1,  0,  1]], dtype=int8), 1), action = [2 1], winner = 1\n",
      "00:00:07 [INFO] state = (array([[ 1,  0,  0],\n",
      "       [-1, -1,  1],\n",
      "       [-1,  1,  1]], dtype=int8), -1), action = [0 2], winner = -1\n",
      "00:00:07 [INFO] state = (array([[-1,  1,  1],\n",
      "       [ 1,  1,  0],\n",
      "       [-1,  0, -1]], dtype=int8), -1), action = [2 1], winner = -1\n",
      "00:00:07 [INFO] state = (array([[ 0, -1,  1],\n",
      "       [ 1,  1,  0],\n",
      "       [-1, -1,  0]], dtype=int8), 1), action = [2 2], winner = 1\n",
      "00:00:07 [INFO] state = (array([[ 1,  1,  1],\n",
      "       [ 0,  1, -1],\n",
      "       [-1,  0, -1]], dtype=int8), -1), action = None, winner = 1\n",
      "00:00:07 [INFO] state = (array([[-1,  0,  1],\n",
      "       [-1,  1,  1],\n",
      "       [ 0, -1,  0]], dtype=int8), 1), action = [2 2], winner = 1\n",
      "00:00:07 [INFO] state = (array([[ 1,  1, -1],\n",
      "       [-1, -1,  0],\n",
      "       [ 1,  1, -1]], dtype=int8), 1), action = [1 2], winner = 0\n",
      "00:00:07 [INFO] state = (array([[ 1,  0,  0],\n",
      "       [-1,  1,  0],\n",
      "       [-1,  0,  0]], dtype=int8), 1), action = [2 2], winner = 1\n",
      "00:00:07 [INFO] state = (array([[ 0,  1,  0],\n",
      "       [ 1, -1, -1],\n",
      "       [-1,  1,  1]], dtype=int8), -1), action = [0 2], winner = -1\n",
      "00:00:07 [INFO] state = (array([[-1,  1,  0],\n",
      "       [ 1, -1, -1],\n",
      "       [ 0,  1,  0]], dtype=int8), 1), action = [2 2], winner = 0\n",
      "00:00:07 [INFO] state = (array([[ 1,  1,  1],\n",
      "       [ 0, -1,  1],\n",
      "       [ 0, -1, -1]], dtype=int8), -1), action = None, winner = 1\n",
      "00:00:07 [INFO] state = (array([[ 0, -1,  1],\n",
      "       [ 1,  0,  0],\n",
      "       [ 1, -1, -1]], dtype=int8), 1), action = [1 1], winner = 1\n",
      "00:00:07 [INFO] state = (array([[ 0,  1, -1],\n",
      "       [ 1, -1,  1],\n",
      "       [ 1, -1, -1]], dtype=int8), 1), action = [0 0], winner = 1\n",
      "00:00:07 [INFO] state = (array([[ 0,  1,  1],\n",
      "       [ 0,  1, -1],\n",
      "       [-1,  0, -1]], dtype=int8), 1), action = [2 1], winner = 1\n",
      "00:00:07 [INFO] state = (array([[-1,  1,  0],\n",
      "       [ 0,  1, -1],\n",
      "       [ 1, -1,  0]], dtype=int8), 1), action = [0 2], winner = 1\n",
      "00:00:07 [INFO] state = (array([[ 0,  1, -1],\n",
      "       [ 1,  0,  0],\n",
      "       [ 0, -1,  0]], dtype=int8), 1), action = [2 2], winner = 0\n",
      "00:00:07 [INFO] state = (array([[ 1, -1,  0],\n",
      "       [ 0,  1, -1],\n",
      "       [ 0,  1, -1]], dtype=int8), 1), action = [0 2], winner = 0\n",
      "00:00:07 [INFO] state = (array([[ 1, -1, -1],\n",
      "       [ 1,  0,  0],\n",
      "       [ 0,  0,  0]], dtype=int8), 1), action = [2 2], winner = 1\n",
      "00:00:07 [INFO] state = (array([[ 1, -1,  1],\n",
      "       [-1, -1,  0],\n",
      "       [ 0,  1,  0]], dtype=int8), 1), action = [1 2], winner = 0\n",
      "00:00:07 [INFO] state = (array([[ 0, -1,  1],\n",
      "       [ 1,  0,  1],\n",
      "       [-1, -1,  0]], dtype=int8), 1), action = [2 2], winner = 1\n",
      "00:00:07 [INFO] state = (array([[ 0,  1,  1],\n",
      "       [ 1, -1,  1],\n",
      "       [-1, -1,  0]], dtype=int8), -1), action = [2 2], winner = -1\n",
      "00:00:07 [INFO] state = (array([[ 0,  1,  0],\n",
      "       [ 0,  0,  0],\n",
      "       [ 0,  1, -1]], dtype=int8), -1), action = [1 1], winner = -1\n",
      "00:00:07 [INFO] state = (array([[ 0,  0, -1],\n",
      "       [-1,  0,  1],\n",
      "       [ 0,  0,  1]], dtype=int8), 1), action = [2 0], winner = 0\n",
      "00:00:07 [INFO] state = (array([[-1,  0,  1],\n",
      "       [ 1, -1,  0],\n",
      "       [ 1, -1,  1]], dtype=int8), -1), action = [0 1], winner = -1\n",
      "00:00:07 [INFO] state = (array([[-1,  1,  1],\n",
      "       [ 0,  1, -1],\n",
      "       [ 0,  0, -1]], dtype=int8), 1), action = [2 1], winner = 1\n",
      "00:00:07 [INFO] state = (array([[ 0,  0, -1],\n",
      "       [ 1,  1, -1],\n",
      "       [-1,  1,  1]], dtype=int8), -1), action = [0 1], winner = 1\n",
      "00:00:07 [INFO] state = (array([[-1,  0, -1],\n",
      "       [-1,  1,  0],\n",
      "       [ 0,  1,  1]], dtype=int8), 1), action = [2 0], winner = 1\n",
      "00:00:07 [INFO] state = (array([[ 0, -1,  1],\n",
      "       [ 0,  0, -1],\n",
      "       [ 0,  1,  1]], dtype=int8), -1), action = [2 0], winner = 0\n",
      "00:00:07 [INFO] state = (array([[ 1, -1,  0],\n",
      "       [ 1,  0,  1],\n",
      "       [-1,  0,  0]], dtype=int8), -1), action = [1 1], winner = -1\n",
      "00:00:07 [INFO] state = (array([[ 1,  0,  0],\n",
      "       [ 0,  1, -1],\n",
      "       [ 0,  0,  0]], dtype=int8), -1), action = [2 2], winner = 1\n",
      "00:00:07 [INFO] state = (array([[ 1,  1, -1],\n",
      "       [ 0,  1,  0],\n",
      "       [-1,  1, -1]], dtype=int8), -1), action = None, winner = 1\n",
      "00:00:07 [INFO] state = (array([[-1, -1,  0],\n",
      "       [ 1, -1,  1],\n",
      "       [ 0,  1,  0]], dtype=int8), 1), action = [2 2], winner = -1\n",
      "00:00:07 [INFO] state = (array([[ 1, -1,  0],\n",
      "       [ 0,  1,  1],\n",
      "       [-1, -1,  0]], dtype=int8), 1), action = [2 2], winner = 1\n",
      "00:00:07 [INFO] state = (array([[ 1, -1,  1],\n",
      "       [ 0, -1, -1],\n",
      "       [ 1,  0,  0]], dtype=int8), 1), action = [1 0], winner = 1\n",
      "00:00:07 [INFO] state = (array([[ 1,  0,  1],\n",
      "       [ 1,  1, -1],\n",
      "       [ 0, -1, -1]], dtype=int8), -1), action = [2 0], winner = -1\n",
      "00:00:07 [INFO] state = (array([[ 0, -1, -1],\n",
      "       [ 1,  1, -1],\n",
      "       [-1,  1,  1]], dtype=int8), 1), action = [0 0], winner = 1\n",
      "00:00:07 [INFO] state = (array([[ 0,  0,  0],\n",
      "       [ 0,  1,  1],\n",
      "       [-1,  0, -1]], dtype=int8), 1), action = [2 1], winner = 1\n",
      "00:00:07 [INFO] state = (array([[ 0,  0,  0],\n",
      "       [-1, -1,  1],\n",
      "       [ 1, -1,  1]], dtype=int8), 1), action = [0 2], winner = 1\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "00:00:07 [INFO] state = (array([[-1,  0,  0],\n",
      "       [ 1,  1,  0],\n",
      "       [ 0, -1,  0]], dtype=int8), 1), action = [2 0], winner = 1\n",
      "00:00:07 [INFO] state = (array([[ 0,  1,  1],\n",
      "       [-1, -1, -1],\n",
      "       [ 1,  0,  0]], dtype=int8), 1), action = None, winner = -1\n",
      "00:00:07 [INFO] state = (array([[ 0,  0, -1],\n",
      "       [ 0,  1,  1],\n",
      "       [ 0, -1,  1]], dtype=int8), -1), action = [2 0], winner = 1\n",
      "00:00:07 [INFO] state = (array([[ 1, -1,  1],\n",
      "       [-1,  1,  0],\n",
      "       [-1,  1, -1]], dtype=int8), 1), action = [1 2], winner = 0\n",
      "00:00:07 [INFO] state = (array([[ 0, -1,  1],\n",
      "       [ 1, -1,  1],\n",
      "       [ 0,  0, -1]], dtype=int8), 1), action = [2 1], winner = -1\n",
      "00:00:07 [INFO] state = (array([[ 0,  0,  1],\n",
      "       [ 1,  0,  0],\n",
      "       [-1,  0, -1]], dtype=int8), 1), action = [2 1], winner = 0\n",
      "00:00:07 [INFO] state = (array([[-1,  1,  0],\n",
      "       [ 0,  0,  0],\n",
      "       [ 0,  1, -1]], dtype=int8), 1), action = [1 1], winner = 1\n",
      "00:00:07 [INFO] state = (array([[-1, -1,  1],\n",
      "       [ 1,  0, -1],\n",
      "       [ 1,  1,  0]], dtype=int8), -1), action = [2 2], winner = 1\n",
      "00:00:07 [INFO] state = (array([[-1,  0,  1],\n",
      "       [-1,  0, -1],\n",
      "       [ 0,  1,  1]], dtype=int8), 1), action = [2 0], winner = 1\n",
      "00:00:07 [INFO] state = (array([[ 0,  0,  1],\n",
      "       [ 0,  0, -1],\n",
      "       [ 1,  0,  0]], dtype=int8), -1), action = [1 1], winner = 0\n",
      "00:00:07 [INFO] state = (array([[-1,  0, -1],\n",
      "       [ 1, -1,  1],\n",
      "       [ 1, -1,  1]], dtype=int8), 1), action = [0 1], winner = 0\n",
      "00:00:07 [INFO] state = (array([[-1,  1,  0],\n",
      "       [ 1,  0,  0],\n",
      "       [ 0, -1,  1]], dtype=int8), -1), action = [1 2], winner = 0\n",
      "00:00:07 [INFO] state = (array([[-1, -1,  1],\n",
      "       [ 1, -1, -1],\n",
      "       [ 1,  1,  0]], dtype=int8), 1), action = [2 2], winner = 1\n",
      "00:00:07 [INFO] state = (array([[-1, -1,  1],\n",
      "       [-1,  1,  1],\n",
      "       [ 1, -1,  1]], dtype=int8), -1), action = None, winner = 1\n",
      "00:00:07 [INFO] state = (array([[-1,  1,  1],\n",
      "       [-1,  0,  0],\n",
      "       [ 0,  1,  0]], dtype=int8), -1), action = [2 0], winner = -1\n",
      "00:00:07 [INFO] state = (array([[ 1,  1, -1],\n",
      "       [-1,  0,  1],\n",
      "       [ 0,  0,  0]], dtype=int8), -1), action = [2 2], winner = 0\n",
      "00:00:07 [INFO] state = (array([[-1, -1,  1],\n",
      "       [ 1, -1, -1],\n",
      "       [ 1,  1,  1]], dtype=int8), -1), action = None, winner = 1\n",
      "00:00:07 [INFO] state = (array([[-1,  0, -1],\n",
      "       [ 0,  0,  1],\n",
      "       [ 1,  0,  0]], dtype=int8), 1), action = [0 1], winner = 0\n",
      "00:00:07 [INFO] state = (array([[ 0, -1,  0],\n",
      "       [-1,  1,  1],\n",
      "       [-1,  1,  1]], dtype=int8), -1), action = [0 0], winner = -1\n",
      "00:00:07 [INFO] state = (array([[ 0,  1,  0],\n",
      "       [ 0,  0,  0],\n",
      "       [ 1, -1,  0]], dtype=int8), -1), action = [0 2], winner = 0\n",
      "00:00:07 [INFO] state = (array([[-1,  0,  0],\n",
      "       [ 1,  1,  1],\n",
      "       [ 0,  0, -1]], dtype=int8), -1), action = None, winner = 1\n",
      "00:00:07 [INFO] state = (array([[-1,  1,  0],\n",
      "       [ 1,  1, -1],\n",
      "       [ 1, -1, -1]], dtype=int8), 1), action = [0 2], winner = 1\n",
      "00:00:07 [INFO] state = (array([[ 0,  0,  1],\n",
      "       [ 0,  0, -1],\n",
      "       [ 0,  1, -1]], dtype=int8), 1), action = [1 1], winner = 1\n",
      "00:00:07 [INFO] state = (array([[-1,  1, -1],\n",
      "       [-1,  0,  1],\n",
      "       [-1,  1,  1]], dtype=int8), 1), action = None, winner = -1\n",
      "00:00:07 [INFO] state = (array([[-1, -1,  1],\n",
      "       [ 1,  0,  0],\n",
      "       [ 1, -1,  0]], dtype=int8), 1), action = [1 1], winner = 1\n",
      "00:00:07 [INFO] state = (array([[ 1, -1, -1],\n",
      "       [-1,  0,  0],\n",
      "       [ 0,  1,  1]], dtype=int8), 1), action = [2 0], winner = 1\n",
      "00:00:07 [INFO] state = (array([[ 0,  1,  0],\n",
      "       [ 0, -1, -1],\n",
      "       [ 0,  1,  0]], dtype=int8), 1), action = [2 2], winner = -1\n",
      "00:00:07 [INFO] state = (array([[ 1,  0,  1],\n",
      "       [-1, -1,  0],\n",
      "       [ 0,  0,  0]], dtype=int8), 1), action = [1 2], winner = 1\n",
      "00:00:07 [INFO] state = (array([[ 1, -1,  0],\n",
      "       [-1, -1,  1],\n",
      "       [ 0,  0,  1]], dtype=int8), 1), action = [2 1], winner = 1\n",
      "00:00:07 [INFO] state = (array([[ 0,  1,  0],\n",
      "       [ 0,  0, -1],\n",
      "       [ 0, -1,  1]], dtype=int8), 1), action = [0 0], winner = 1\n",
      "00:00:07 [INFO] state = (array([[-1,  0,  0],\n",
      "       [ 0,  1,  1],\n",
      "       [-1,  0,  1]], dtype=int8), -1), action = [1 0], winner = -1\n",
      "00:00:07 [INFO] state = (array([[-1,  0,  0],\n",
      "       [ 0,  1,  1],\n",
      "       [ 0, -1,  0]], dtype=int8), 1), action = [2 2], winner = 1\n",
      "00:00:07 [INFO] state = (array([[ 0,  0, -1],\n",
      "       [ 0,  0,  0],\n",
      "       [ 1,  1,  0]], dtype=int8), -1), action = [2 2], winner = -1\n",
      "00:00:07 [INFO] state = (array([[-1, -1,  0],\n",
      "       [-1,  0,  1],\n",
      "       [ 1,  1,  0]], dtype=int8), 1), action = [2 2], winner = 1\n",
      "00:00:07 [INFO] state = (array([[-1,  0,  0],\n",
      "       [ 0, -1,  0],\n",
      "       [ 1,  0,  1]], dtype=int8), 1), action = [2 1], winner = 1\n",
      "00:00:07 [INFO] state = (array([[ 0, -1, -1],\n",
      "       [ 1,  0,  1],\n",
      "       [ 0,  0,  0]], dtype=int8), 1), action = [1 1], winner = 1\n",
      "00:00:07 [INFO] state = (array([[-1, -1,  0],\n",
      "       [ 0,  0,  0],\n",
      "       [ 1,  1,  1]], dtype=int8), -1), action = None, winner = 1\n",
      "00:00:07 [INFO] state = (array([[-1,  0,  0],\n",
      "       [ 1,  0,  0],\n",
      "       [-1,  1,  1]], dtype=int8), -1), action = [0 2], winner = -1\n",
      "00:00:07 [INFO] state = (array([[ 1,  1,  0],\n",
      "       [-1,  1,  0],\n",
      "       [-1,  0,  0]], dtype=int8), -1), action = [2 2], winner = 1\n",
      "00:00:07 [INFO] state = (array([[ 1,  1,  0],\n",
      "       [-1,  1,  1],\n",
      "       [-1, -1, -1]], dtype=int8), 1), action = None, winner = -1\n",
      "00:00:07 [INFO] state = (array([[ 0,  0,  1],\n",
      "       [-1,  1,  0],\n",
      "       [ 0,  0,  0]], dtype=int8), -1), action = [2 2], winner = 1\n",
      "00:00:07 [INFO] state = (array([[ 1,  0,  0],\n",
      "       [ 1,  0, -1],\n",
      "       [-1,  0,  1]], dtype=int8), -1), action = [1 1], winner = 0\n",
      "00:00:07 [INFO] state = (array([[ 1, -1,  1],\n",
      "       [ 0,  1,  0],\n",
      "       [-1, -1,  0]], dtype=int8), 1), action = [2 2], winner = 1\n",
      "00:00:07 [INFO] state = (array([[ 1,  0,  0],\n",
      "       [-1,  0,  1],\n",
      "       [ 1, -1,  0]], dtype=int8), -1), action = [1 1], winner = 0\n",
      "00:00:07 [INFO] state = (array([[-1,  0,  1],\n",
      "       [ 1, -1,  1],\n",
      "       [ 0,  0,  0]], dtype=int8), -1), action = [2 2], winner = -1\n",
      "00:00:07 [INFO] state = (array([[ 1, -1,  0],\n",
      "       [ 0, -1, -1],\n",
      "       [ 0,  1,  1]], dtype=int8), 1), action = [2 0], winner = 1\n",
      "00:00:07 [INFO] state = (array([[ 1,  0, -1],\n",
      "       [-1,  0, -1],\n",
      "       [ 1,  1,  0]], dtype=int8), 1), action = [2 2], winner = 1\n",
      "00:00:07 [INFO] state = (array([[ 0,  1, -1],\n",
      "       [-1,  1,  1],\n",
      "       [ 1, -1,  0]], dtype=int8), -1), action = [2 2], winner = 0\n",
      "00:00:07 [INFO] state = (array([[ 1,  1,  0],\n",
      "       [-1,  0,  0],\n",
      "       [-1,  0,  0]], dtype=int8), 1), action = [2 2], winner = 1\n",
      "00:00:07 [INFO] state = (array([[-1,  0,  1],\n",
      "       [ 1,  0,  1],\n",
      "       [-1, -1,  1]], dtype=int8), -1), action = None, winner = 1\n",
      "00:00:07 [INFO] state = (array([[-1,  0,  0],\n",
      "       [ 0,  0,  0],\n",
      "       [-1,  1,  1]], dtype=int8), 1), action = [1 2], winner = -1\n",
      "00:00:07 [INFO] state = (array([[ 0,  0,  1],\n",
      "       [ 1, -1,  0],\n",
      "       [ 0,  0, -1]], dtype=int8), 1), action = [0 0], winner = 1\n",
      "00:00:07 [INFO] state = (array([[-1,  1, -1],\n",
      "       [ 1,  1,  0],\n",
      "       [ 0, -1,  0]], dtype=int8), 1), action = [1 2], winner = 1\n",
      "00:00:07 [INFO] state = (array([[ 0, -1, -1],\n",
      "       [ 1,  1,  0],\n",
      "       [ 1, -1,  1]], dtype=int8), -1), action = [0 0], winner = -1\n",
      "00:00:07 [INFO] state = (array([[-1,  0,  0],\n",
      "       [ 1,  0,  0],\n",
      "       [-1,  1,  0]], dtype=int8), 1), action = [1 1], winner = 1\n",
      "00:00:07 [INFO] state = (array([[ 1, -1, -1],\n",
      "       [ 1,  0,  1],\n",
      "       [ 0,  1, -1]], dtype=int8), -1), action = [2 0], winner = 1\n",
      "00:00:07 [INFO] state = (array([[ 0,  0, -1],\n",
      "       [ 0, -1,  1],\n",
      "       [ 0,  1,  1]], dtype=int8), -1), action = [2 0], winner = -1\n",
      "00:00:07 [INFO] state = (array([[ 1,  1, -1],\n",
      "       [ 0, -1,  1],\n",
      "       [-1, -1,  1]], dtype=int8), 1), action = None, winner = -1\n",
      "00:00:07 [INFO] state = (array([[ 0,  1, -1],\n",
      "       [-1, -1,  0],\n",
      "       [ 1,  1,  0]], dtype=int8), 1), action = [2 2], winner = 1\n",
      "00:00:07 [INFO] state = (array([[ 1,  1, -1],\n",
      "       [ 0,  1, -1],\n",
      "       [-1,  0,  0]], dtype=int8), 1), action = [2 2], winner = 1\n",
      "00:00:07 [INFO] state = (array([[ 1,  0, -1],\n",
      "       [-1,  1,  1],\n",
      "       [ 1, -1,  0]], dtype=int8), -1), action = [2 2], winner = 0\n",
      "00:00:07 [INFO] state = (array([[ 1, -1,  0],\n",
      "       [-1,  1,  0],\n",
      "       [ 0,  1,  0]], dtype=int8), -1), action = [2 2], winner = 0\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "00:00:07 [INFO] state = (array([[ 1,  0,  0],\n",
      "       [-1,  0,  1],\n",
      "       [-1, -1,  1]], dtype=int8), 1), action = [1 1], winner = 1\n",
      "00:00:07 [INFO] state = (array([[ 1, -1, -1],\n",
      "       [ 1, -1,  0],\n",
      "       [-1,  1,  1]], dtype=int8), 1), action = None, winner = -1\n",
      "00:00:07 [INFO] state = (array([[ 1,  0, -1],\n",
      "       [-1,  0,  1],\n",
      "       [ 0,  0,  0]], dtype=int8), 1), action = [2 2], winner = 0\n",
      "00:00:07 [INFO] state = (array([[ 1,  0,  0],\n",
      "       [ 1,  1,  0],\n",
      "       [-1, -1, -1]], dtype=int8), 1), action = None, winner = -1\n",
      "00:00:07 [INFO] state = (array([[ 1, -1,  1],\n",
      "       [-1,  1,  1],\n",
      "       [ 0, -1, -1]], dtype=int8), 1), action = [2 0], winner = 1\n",
      "00:00:07 [INFO] state = (array([[-1,  1, -1],\n",
      "       [ 1,  1, -1],\n",
      "       [ 0,  0,  1]], dtype=int8), -1), action = [2 1], winner = 0\n",
      "00:00:07 [INFO] state = (array([[ 1,  0, -1],\n",
      "       [ 0,  1,  0],\n",
      "       [-1,  1,  0]], dtype=int8), -1), action = [2 2], winner = 1\n",
      "00:00:07 [INFO] state = (array([[ 1,  1, -1],\n",
      "       [ 1,  0,  1],\n",
      "       [-1,  0, -1]], dtype=int8), -1), action = [2 1], winner = -1\n",
      "00:00:07 [INFO] state = (array([[-1, -1,  1],\n",
      "       [ 0, -1,  0],\n",
      "       [ 1,  1,  0]], dtype=int8), 1), action = [2 2], winner = 1\n",
      "00:00:07 [INFO] state = (array([[ 0, -1, -1],\n",
      "       [ 0, -1,  1],\n",
      "       [ 1,  1,  0]], dtype=int8), 1), action = [2 2], winner = 1\n",
      "00:00:07 [INFO] state = (array([[-1,  0,  1],\n",
      "       [-1,  1, -1],\n",
      "       [ 1,  0,  1]], dtype=int8), -1), action = None, winner = 1\n",
      "00:00:07 [INFO] state = (array([[-1,  0,  1],\n",
      "       [-1,  1,  0],\n",
      "       [ 1, -1,  1]], dtype=int8), -1), action = None, winner = 1\n",
      "00:00:07 [INFO] state = (array([[ 0, -1,  0],\n",
      "       [ 1,  0,  0],\n",
      "       [ 0,  0,  1]], dtype=int8), -1), action = [1 1], winner = 0\n",
      "00:00:07 [INFO] state = (array([[ 1,  0, -1],\n",
      "       [ 0, -1,  1],\n",
      "       [ 0,  1,  0]], dtype=int8), -1), action = [2 0], winner = -1\n",
      "00:00:07 [INFO] state = (array([[-1,  1,  1],\n",
      "       [ 0, -1,  0],\n",
      "       [ 0,  0,  1]], dtype=int8), -1), action = [1 2], winner = 0\n",
      "00:00:07 [INFO] state = (array([[ 0,  0,  0],\n",
      "       [ 0, -1,  1],\n",
      "       [-1,  0,  1]], dtype=int8), 1), action = [0 2], winner = 1\n",
      "00:00:07 [INFO] state = (array([[ 1,  0,  1],\n",
      "       [ 1, -1, -1],\n",
      "       [-1,  0,  0]], dtype=int8), 1), action = [0 1], winner = 1\n",
      "00:00:07 [INFO] state = (array([[ 1, -1,  1],\n",
      "       [ 0, -1,  1],\n",
      "       [ 0,  0,  0]], dtype=int8), -1), action = [2 1], winner = -1\n",
      "00:00:07 [INFO] state = (array([[ 1,  0,  0],\n",
      "       [ 0,  0, -1],\n",
      "       [ 0, -1,  1]], dtype=int8), 1), action = [2 0], winner = 1\n",
      "00:00:07 [INFO] state = (array([[ 1, -1,  0],\n",
      "       [ 1,  1, -1],\n",
      "       [ 0,  0, -1]], dtype=int8), 1), action = [2 0], winner = 1\n",
      "00:00:07 [INFO] state = (array([[ 0,  1,  0],\n",
      "       [ 0,  0,  0],\n",
      "       [-1,  0,  0]], dtype=int8), 1), action = [0 0], winner = 1\n",
      "00:00:07 [INFO] state = (array([[ 1,  1,  1],\n",
      "       [ 0, -1,  0],\n",
      "       [-1, -1,  1]], dtype=int8), -1), action = None, winner = 1\n",
      "00:00:07 [INFO] state = (array([[ 0,  0,  1],\n",
      "       [-1, -1,  1],\n",
      "       [ 0,  0,  1]], dtype=int8), -1), action = None, winner = 1\n",
      "00:00:07 [INFO] state = (array([[-1,  1,  1],\n",
      "       [ 0,  0,  0],\n",
      "       [ 1, -1,  0]], dtype=int8), -1), action = [1 1], winner = 0\n",
      "00:00:07 [INFO] state = (array([[-1,  1,  1],\n",
      "       [-1,  0,  1],\n",
      "       [ 1, -1, -1]], dtype=int8), 1), action = [1 1], winner = 1\n",
      "00:00:07 [INFO] state = (array([[-1,  1,  1],\n",
      "       [-1,  1,  0],\n",
      "       [ 0,  0,  0]], dtype=int8), -1), action = [2 0], winner = -1\n",
      "00:00:07 [INFO] state = (array([[ 0,  1, -1],\n",
      "       [ 0, -1,  1],\n",
      "       [ 1, -1,  0]], dtype=int8), 1), action = [2 2], winner = 0\n",
      "00:00:07 [INFO] state = (array([[ 1,  0,  0],\n",
      "       [-1, -1, -1],\n",
      "       [ 0,  1,  1]], dtype=int8), 1), action = None, winner = -1\n",
      "00:00:07 [INFO] state = (array([[-1,  1,  0],\n",
      "       [ 0,  1,  1],\n",
      "       [-1, -1,  0]], dtype=int8), 1), action = [1 0], winner = 1\n",
      "00:00:07 [INFO] state = (array([[ 1,  1,  0],\n",
      "       [-1, -1,  0],\n",
      "       [ 1, -1,  1]], dtype=int8), -1), action = [1 2], winner = -1\n",
      "00:00:07 [INFO] state = (array([[ 0, -1,  0],\n",
      "       [ 1,  1,  0],\n",
      "       [ 0,  1, -1]], dtype=int8), -1), action = [1 2], winner = 0\n",
      "00:00:07 [INFO] state = (array([[ 0, -1,  0],\n",
      "       [ 0,  1, -1],\n",
      "       [ 0,  1,  1]], dtype=int8), -1), action = [2 0], winner = 1\n",
      "00:00:07 [INFO] state = (array([[ 1, -1, -1],\n",
      "       [ 1, -1,  0],\n",
      "       [ 1,  1,  0]], dtype=int8), -1), action = None, winner = 1\n",
      "00:00:07 [INFO] state = (array([[-1, -1,  1],\n",
      "       [ 1,  1,  0],\n",
      "       [ 0, -1,  0]], dtype=int8), 1), action = [2 2], winner = 1\n",
      "00:00:07 [INFO] state = (array([[-1,  0,  1],\n",
      "       [ 1,  1,  1],\n",
      "       [ 0, -1, -1]], dtype=int8), -1), action = None, winner = 1\n",
      "00:00:07 [INFO] state = (array([[-1,  0,  0],\n",
      "       [ 1,  1, -1],\n",
      "       [-1,  1,  1]], dtype=int8), -1), action = [0 1], winner = 0\n",
      "00:00:07 [INFO] state = (array([[ 1, -1,  1],\n",
      "       [-1,  0,  0],\n",
      "       [ 1,  0,  0]], dtype=int8), -1), action = [1 1], winner = -1\n",
      "00:00:07 [INFO] state = (array([[ 1, -1,  1],\n",
      "       [ 1,  0, -1],\n",
      "       [-1,  0,  0]], dtype=int8), 1), action = [2 2], winner = 0\n",
      "00:00:07 [INFO] state = (array([[-1, -1,  0],\n",
      "       [ 0,  0,  1],\n",
      "       [ 0,  0,  1]], dtype=int8), 1), action = [0 2], winner = 1\n",
      "00:00:07 [INFO] state = (array([[-1, -1,  1],\n",
      "       [ 1,  0, -1],\n",
      "       [ 0,  0,  1]], dtype=int8), 1), action = [2 0], winner = 1\n",
      "00:00:07 [INFO] state = (array([[-1,  1,  0],\n",
      "       [ 0,  0, -1],\n",
      "       [-1,  1,  1]], dtype=int8), 1), action = [1 1], winner = 1\n",
      "00:00:07 [INFO] state = (array([[ 0,  0, -1],\n",
      "       [ 1, -1,  1],\n",
      "       [-1,  1,  0]], dtype=int8), 1), action = None, winner = -1\n",
      "00:00:07 [INFO] state = (array([[ 0,  1,  0],\n",
      "       [ 1,  0, -1],\n",
      "       [ 0,  1, -1]], dtype=int8), -1), action = [1 1], winner = -1\n",
      "00:00:07 [INFO] state = (array([[-1,  0, -1],\n",
      "       [ 0,  1,  1],\n",
      "       [ 1, -1,  0]], dtype=int8), 1), action = [1 0], winner = 1\n",
      "00:00:07 [INFO] state = (array([[-1,  0,  1],\n",
      "       [ 1,  0,  1],\n",
      "       [ 0, -1,  0]], dtype=int8), -1), action = [2 2], winner = 1\n",
      "00:00:07 [INFO] state = (array([[ 0,  0,  1],\n",
      "       [ 1, -1,  0],\n",
      "       [-1,  1, -1]], dtype=int8), 1), action = [0 0], winner = 0\n",
      "00:00:07 [INFO] state = (array([[-1,  1, -1],\n",
      "       [ 1, -1,  1],\n",
      "       [ 0,  0,  0]], dtype=int8), 1), action = [2 2], winner = -1\n",
      "00:00:07 [INFO] state = (array([[-1,  0,  0],\n",
      "       [ 0,  0, -1],\n",
      "       [ 1,  1,  0]], dtype=int8), 1), action = [2 2], winner = 1\n",
      "00:00:07 [INFO] state = (array([[ 0,  1,  1],\n",
      "       [ 0, -1,  0],\n",
      "       [-1,  0,  1]], dtype=int8), -1), action = [2 1], winner = 1\n",
      "00:00:07 [INFO] state = (array([[ 1, -1, -1],\n",
      "       [-1,  1,  0],\n",
      "       [ 0,  1,  1]], dtype=int8), -1), action = None, winner = 1\n",
      "00:00:07 [INFO] state = (array([[ 0,  0,  1],\n",
      "       [ 0,  0,  0],\n",
      "       [-1,  0,  0]], dtype=int8), 1), action = [2 2], winner = 1\n",
      "00:00:07 [INFO] state = (array([[-1, -1,  1],\n",
      "       [-1,  0,  0],\n",
      "       [ 0,  1,  1]], dtype=int8), 1), action = [2 0], winner = 1\n",
      "00:00:07 [INFO] state = (array([[ 1, -1,  0],\n",
      "       [ 0,  0,  0],\n",
      "       [-1,  1,  0]], dtype=int8), 1), action = [2 2], winner = 0\n",
      "00:00:07 [INFO] state = (array([[ 0,  0,  1],\n",
      "       [-1,  0,  0],\n",
      "       [ 0,  0,  0]], dtype=int8), 1), action = [2 2], winner = 1\n",
      "00:00:07 [INFO] state = (array([[ 0,  0,  1],\n",
      "       [-1,  1,  1],\n",
      "       [-1,  0,  0]], dtype=int8), -1), action = [2 2], winner = -1\n",
      "00:00:07 [INFO] state = (array([[ 1,  0, -1],\n",
      "       [-1,  0,  0],\n",
      "       [ 0,  1,  0]], dtype=int8), 1), action = [2 2], winner = 1\n",
      "00:00:07 [INFO] state = (array([[ 1,  1,  0],\n",
      "       [-1, -1,  0],\n",
      "       [ 1, -1,  0]], dtype=int8), 1), action = [0 2], winner = 1\n",
      "00:00:07 [INFO] state = (array([[ 1,  0, -1],\n",
      "       [ 0, -1,  1],\n",
      "       [ 1,  1, -1]], dtype=int8), -1), action = [1 0], winner = 0\n",
      "00:00:07 [INFO] state = (array([[ 0,  1,  1],\n",
      "       [-1,  0,  0],\n",
      "       [ 1, -1,  0]], dtype=int8), -1), action = [2 2], winner = 1\n",
      "00:00:07 [INFO] state = (array([[-1,  1,  1],\n",
      "       [ 0,  1,  0],\n",
      "       [ 1, -1, -1]], dtype=int8), -1), action = None, winner = 1\n",
      "00:00:07 [INFO] state = (array([[ 1,  1, -1],\n",
      "       [-1,  0,  0],\n",
      "       [ 1, -1,  0]], dtype=int8), 1), action = [2 2], winner = 0\n",
      "00:00:07 [INFO] state = (array([[ 0, -1,  1],\n",
      "       [ 0,  1, -1],\n",
      "       [-1,  1,  1]], dtype=int8), -1), action = [0 0], winner = 0\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "00:00:07 [INFO] state = (array([[ 1, -1,  0],\n",
      "       [ 0,  1, -1],\n",
      "       [-1,  1,  1]], dtype=int8), -1), action = None, winner = 1\n",
      "00:00:07 [INFO] state = (array([[ 0, -1,  1],\n",
      "       [-1,  1, -1],\n",
      "       [ 1,  1,  0]], dtype=int8), -1), action = None, winner = 1\n",
      "00:00:07 [INFO] state = (array([[ 0,  0, -1],\n",
      "       [-1,  1,  1],\n",
      "       [ 0,  1, -1]], dtype=int8), 1), action = [0 1], winner = 1\n",
      "00:00:07 [INFO] state = (array([[ 0, -1,  1],\n",
      "       [ 1,  1, -1],\n",
      "       [ 0, -1,  0]], dtype=int8), 1), action = [2 2], winner = 1\n",
      "00:00:07 [INFO] state = (array([[ 1, -1,  0],\n",
      "       [ 0,  1,  0],\n",
      "       [ 0, -1,  0]], dtype=int8), 1), action = [2 2], winner = 1\n",
      "00:00:07 [INFO] state = (array([[ 1, -1,  0],\n",
      "       [-1,  0,  1],\n",
      "       [-1,  0,  1]], dtype=int8), 1), action = [2 1], winner = 1\n",
      "00:00:07 [INFO] state = (array([[ 1,  0,  0],\n",
      "       [ 1, -1, -1],\n",
      "       [ 0,  1, -1]], dtype=int8), 1), action = [2 0], winner = 1\n",
      "00:00:07 [INFO] state = (array([[-1,  1,  0],\n",
      "       [ 1, -1, -1],\n",
      "       [ 0,  1,  1]], dtype=int8), -1), action = [2 0], winner = 0\n",
      "00:00:07 [INFO] state = (array([[ 1,  0, -1],\n",
      "       [ 1,  1, -1],\n",
      "       [-1,  0,  0]], dtype=int8), 1), action = [2 2], winner = 1\n",
      "00:00:07 [INFO] state = (array([[-1,  1,  0],\n",
      "       [ 1,  1, -1],\n",
      "       [ 0,  1, -1]], dtype=int8), -1), action = None, winner = 1\n",
      "00:00:07 [INFO] state = (array([[ 1,  1, -1],\n",
      "       [ 1,  0, -1],\n",
      "       [ 0, -1,  1]], dtype=int8), -1), action = [2 0], winner = 1\n",
      "00:00:07 [INFO] state = (array([[-1,  1,  0],\n",
      "       [ 1,  0,  1],\n",
      "       [-1,  1, -1]], dtype=int8), -1), action = [1 1], winner = -1\n",
      "00:00:07 [INFO] state = (array([[-1,  1,  1],\n",
      "       [-1,  0,  1],\n",
      "       [ 0,  0,  0]], dtype=int8), -1), action = [2 2], winner = -1\n",
      "00:00:07 [INFO] state = (array([[-1,  1, -1],\n",
      "       [ 0, -1,  1],\n",
      "       [ 1,  1,  0]], dtype=int8), -1), action = [2 2], winner = -1\n",
      "00:00:07 [INFO] state = (array([[ 0,  0,  1],\n",
      "       [-1, -1,  0],\n",
      "       [ 0,  0,  1]], dtype=int8), 1), action = [1 2], winner = 1\n",
      "00:00:07 [INFO] state = (array([[ 0,  0,  0],\n",
      "       [ 1,  0, -1],\n",
      "       [ 1,  0,  0]], dtype=int8), -1), action = [0 0], winner = 0\n",
      "00:00:07 [INFO] state = (array([[ 1,  0, -1],\n",
      "       [ 0,  0,  0],\n",
      "       [-1,  1,  1]], dtype=int8), -1), action = [1 1], winner = -1\n",
      "00:00:07 [INFO] state = (array([[-1,  1,  0],\n",
      "       [ 0,  0,  1],\n",
      "       [ 0, -1,  1]], dtype=int8), -1), action = [0 2], winner = 0\n",
      "00:00:07 [INFO] state = (array([[ 1,  0, -1],\n",
      "       [-1,  1, -1],\n",
      "       [ 1,  0,  1]], dtype=int8), -1), action = None, winner = 1\n",
      "00:00:07 [INFO] state = (array([[ 1,  0,  0],\n",
      "       [ 1,  0,  0],\n",
      "       [-1, -1,  0]], dtype=int8), 1), action = [2 2], winner = -1\n",
      "00:00:07 [INFO] state = (array([[ 0,  1,  0],\n",
      "       [-1,  1, -1],\n",
      "       [ 1,  1, -1]], dtype=int8), -1), action = None, winner = 1\n",
      "00:00:07 [INFO] state = (array([[ 0,  1, -1],\n",
      "       [ 0, -1,  0],\n",
      "       [ 0,  0,  1]], dtype=int8), 1), action = [2 0], winner = 0\n",
      "00:00:07 [INFO] state = (array([[-1,  0,  1],\n",
      "       [ 0,  1,  1],\n",
      "       [-1,  1, -1]], dtype=int8), -1), action = [1 0], winner = -1\n",
      "00:00:07 [INFO] state = (array([[ 1, -1,  1],\n",
      "       [ 0, -1,  1],\n",
      "       [ 1, -1, -1]], dtype=int8), 1), action = None, winner = -1\n",
      "00:00:07 [INFO] state = (array([[ 1,  1,  0],\n",
      "       [-1, -1,  0],\n",
      "       [ 1,  0,  0]], dtype=int8), -1), action = [1 2], winner = -1\n",
      "00:00:07 [INFO] state = (array([[ 1,  0,  0],\n",
      "       [-1,  1,  0],\n",
      "       [-1,  0,  1]], dtype=int8), -1), action = None, winner = 1\n",
      "00:00:07 [INFO] state = (array([[ 0,  0,  0],\n",
      "       [-1,  0,  0],\n",
      "       [ 0,  1,  1]], dtype=int8), -1), action = [2 0], winner = -1\n",
      "00:00:07 [INFO] state = (array([[ 1,  0,  0],\n",
      "       [-1,  0, -1],\n",
      "       [ 0,  1,  0]], dtype=int8), 1), action = [1 1], winner = 1\n",
      "00:00:07 [INFO] state = (array([[ 1,  1, -1],\n",
      "       [-1,  1, -1],\n",
      "       [ 1, -1,  0]], dtype=int8), 1), action = [2 2], winner = 1\n",
      "00:00:07 [INFO] state = (array([[ 1,  0,  0],\n",
      "       [ 0,  1,  0],\n",
      "       [-1, -1,  1]], dtype=int8), -1), action = None, winner = 1\n",
      "00:00:07 [INFO] state = (array([[ 1,  1,  0],\n",
      "       [ 0,  0, -1],\n",
      "       [-1,  0,  1]], dtype=int8), -1), action = [2 1], winner = 1\n",
      "00:00:07 [INFO] state = (array([[ 1,  1,  0],\n",
      "       [ 0,  0,  0],\n",
      "       [-1, -1,  0]], dtype=int8), 1), action = [2 2], winner = 1\n",
      "00:00:07 [INFO] state = (array([[ 0,  1,  0],\n",
      "       [ 1, -1,  0],\n",
      "       [-1,  1,  0]], dtype=int8), -1), action = [2 2], winner = -1\n",
      "00:00:07 [INFO] state = (array([[ 0,  1,  0],\n",
      "       [ 0,  0,  1],\n",
      "       [ 0, -1, -1]], dtype=int8), 1), action = [2 0], winner = 1\n",
      "00:00:07 [INFO] state = (array([[ 1, -1,  0],\n",
      "       [-1,  1,  1],\n",
      "       [ 0,  0,  0]], dtype=int8), -1), action = [2 2], winner = 0\n",
      "00:00:07 [INFO] state = (array([[-1,  1,  0],\n",
      "       [ 0,  1,  0],\n",
      "       [ 0,  1, -1]], dtype=int8), -1), action = None, winner = 1\n",
      "00:00:07 [INFO] state = (array([[-1,  1,  0],\n",
      "       [-1,  0,  0],\n",
      "       [ 1,  1, -1]], dtype=int8), 1), action = [1 1], winner = 1\n",
      "00:00:07 [INFO] state = (array([[ 0,  1, -1],\n",
      "       [ 1,  0,  0],\n",
      "       [ 0,  0,  0]], dtype=int8), -1), action = [2 2], winner = -1\n",
      "00:00:07 [INFO] state = (array([[ 1, -1, -1],\n",
      "       [ 0,  0, -1],\n",
      "       [ 0,  1,  1]], dtype=int8), 1), action = [2 0], winner = 1\n",
      "00:00:07 [INFO] state = (array([[ 1, -1,  1],\n",
      "       [-1,  1,  1],\n",
      "       [-1,  1, -1]], dtype=int8), -1), action = None, winner = 0\n",
      "00:00:07 [INFO] state = (array([[-1,  0, -1],\n",
      "       [-1,  1,  1],\n",
      "       [ 1,  0,  0]], dtype=int8), 1), action = [0 1], winner = 0\n",
      "00:00:07 [INFO] state = (array([[ 0,  0, -1],\n",
      "       [ 1, -1,  0],\n",
      "       [ 0,  1,  0]], dtype=int8), 1), action = [2 0], winner = 1\n",
      "00:00:07 [INFO] state = (array([[-1,  0,  0],\n",
      "       [ 0,  1, -1],\n",
      "       [ 0,  1,  0]], dtype=int8), 1), action = [2 2], winner = 1\n",
      "00:00:07 [INFO] state = (array([[ 0,  0,  0],\n",
      "       [ 1,  1,  0],\n",
      "       [-1,  0,  0]], dtype=int8), -1), action = [1 2], winner = 0\n",
      "00:00:07 [INFO] state = (array([[ 1,  0,  1],\n",
      "       [-1, -1, -1],\n",
      "       [ 1,  0,  0]], dtype=int8), 1), action = None, winner = -1\n",
      "00:00:07 [INFO] state = (array([[ 0,  0,  0],\n",
      "       [ 1, -1,  1],\n",
      "       [ 1,  0, -1]], dtype=int8), -1), action = [0 0], winner = -1\n",
      "00:00:07 [INFO] state = (array([[-1, -1,  0],\n",
      "       [-1,  0,  1],\n",
      "       [ 1,  0,  1]], dtype=int8), 1), action = [2 1], winner = 1\n",
      "00:00:07 [INFO] state = (array([[-1,  0,  0],\n",
      "       [ 0,  0,  1],\n",
      "       [ 1,  0, -1]], dtype=int8), 1), action = [1 1], winner = 1\n",
      "00:00:07 [INFO] state = (array([[ 1,  1, -1],\n",
      "       [ 1, -1,  0],\n",
      "       [ 0,  1, -1]], dtype=int8), -1), action = [2 0], winner = -1\n",
      "00:00:07 [INFO] state = (array([[-1,  1,  1],\n",
      "       [ 0,  0, -1],\n",
      "       [ 0,  0,  0]], dtype=int8), 1), action = [1 1], winner = 1\n",
      "00:00:07 [INFO] state = (array([[ 0,  1,  1],\n",
      "       [ 1, -1,  1],\n",
      "       [-1,  0, -1]], dtype=int8), -1), action = [2 1], winner = -1\n",
      "00:00:07 [INFO] state = (array([[-1,  1, -1],\n",
      "       [ 1, -1, -1],\n",
      "       [ 1,  0,  1]], dtype=int8), 1), action = [2 1], winner = 1\n",
      "00:00:07 [INFO] state = (array([[ 0,  0,  0],\n",
      "       [ 1, -1, -1],\n",
      "       [ 1,  1,  0]], dtype=int8), -1), action = [2 2], winner = 1\n",
      "00:00:07 [INFO] state = (array([[ 1,  0,  1],\n",
      "       [ 1,  0, -1],\n",
      "       [-1,  1, -1]], dtype=int8), -1), action = [0 1], winner = 0\n",
      "00:00:07 [INFO] state = (array([[ 0,  0, -1],\n",
      "       [ 1,  1, -1],\n",
      "       [ 0,  1,  0]], dtype=int8), -1), action = [2 2], winner = -1\n",
      "00:00:07 [INFO] state = (array([[ 0,  0,  0],\n",
      "       [ 1,  1, -1],\n",
      "       [ 0, -1,  0]], dtype=int8), 1), action = [2 0], winner = 1\n",
      "00:00:07 [INFO] state = (array([[ 1, -1,  1],\n",
      "       [ 0, -1,  0],\n",
      "       [ 1,  0,  0]], dtype=int8), -1), action = [2 1], winner = -1\n",
      "00:00:07 [INFO] state = (array([[ 0,  0,  1],\n",
      "       [ 0,  0,  0],\n",
      "       [-1,  1,  0]], dtype=int8), -1), action = [1 1], winner = 0\n",
      "00:00:07 [INFO] state = (array([[-1,  0,  1],\n",
      "       [-1,  1, -1],\n",
      "       [-1,  1,  1]], dtype=int8), 1), action = None, winner = -1\n",
      "00:00:07 [INFO] state = (array([[ 1,  0,  0],\n",
      "       [ 1,  1, -1],\n",
      "       [-1,  1, -1]], dtype=int8), -1), action = [0 2], winner = -1\n",
      "00:00:07 [INFO] state = (array([[-1,  0,  0],\n",
      "       [ 1, -1,  1],\n",
      "       [ 1,  0,  0]], dtype=int8), -1), action = [2 2], winner = -1\n",
      "00:00:07 [INFO] state = (array([[-1,  1,  1],\n",
      "       [-1,  1,  0],\n",
      "       [ 1,  0, -1]], dtype=int8), -1), action = None, winner = 1\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "00:00:07 [INFO] state = (array([[ 0,  1, -1],\n",
      "       [-1,  0,  1],\n",
      "       [ 1, -1,  1]], dtype=int8), -1), action = [1 1], winner = 0\n",
      "00:00:07 [INFO] state = (array([[-1,  1,  0],\n",
      "       [ 0, -1,  1],\n",
      "       [-1,  0,  1]], dtype=int8), 1), action = [0 2], winner = 1\n",
      "00:00:07 [INFO] state = (array([[-1,  1,  0],\n",
      "       [ 0,  0,  1],\n",
      "       [-1,  0,  0]], dtype=int8), 1), action = [2 2], winner = -1\n",
      "00:00:07 [INFO] state = (array([[ 0,  1, -1],\n",
      "       [ 1,  1,  1],\n",
      "       [-1,  0, -1]], dtype=int8), -1), action = None, winner = 1\n",
      "00:00:07 [INFO] state = (array([[ 1, -1,  0],\n",
      "       [ 0,  1, -1],\n",
      "       [ 0,  1,  0]], dtype=int8), -1), action = [2 2], winner = 0\n",
      "00:00:07 [INFO] state = (array([[-1,  1,  1],\n",
      "       [ 1,  0, -1],\n",
      "       [ 0,  0,  0]], dtype=int8), -1), action = [2 1], winner = 0\n",
      "00:00:07 [INFO] state = (array([[ 0, -1,  1],\n",
      "       [ 0,  1, -1],\n",
      "       [ 1,  0,  0]], dtype=int8), -1), action = None, winner = 1\n",
      "00:00:07 [INFO] state = (array([[ 1,  0, -1],\n",
      "       [-1,  1,  1],\n",
      "       [-1,  0,  0]], dtype=int8), 1), action = [2 2], winner = 1\n",
      "00:00:07 [INFO] state = (array([[-1,  0,  0],\n",
      "       [ 1,  1, -1],\n",
      "       [ 0,  1,  0]], dtype=int8), -1), action = [0 1], winner = 0\n",
      "00:00:07 [INFO] state = (array([[ 1, -1,  1],\n",
      "       [-1,  0, -1],\n",
      "       [ 0,  1,  0]], dtype=int8), 1), action = [1 1], winner = 1\n",
      "00:00:07 [INFO] state = (array([[ 0,  1,  0],\n",
      "       [ 0,  1,  0],\n",
      "       [ 0, -1, -1]], dtype=int8), 1), action = [2 0], winner = 0\n",
      "00:00:07 [INFO] state = (array([[ 0, -1,  0],\n",
      "       [ 0, -1,  1],\n",
      "       [ 1,  1, -1]], dtype=int8), 1), action = [0 0], winner = 0\n",
      "00:00:07 [INFO] state = (array([[-1,  1,  1],\n",
      "       [ 0,  1, -1],\n",
      "       [-1,  0,  0]], dtype=int8), 1), action = [2 1], winner = 1\n",
      "00:00:07 [INFO] state = (array([[-1,  0, -1],\n",
      "       [ 0,  1,  0],\n",
      "       [-1,  1,  1]], dtype=int8), 1), action = [0 1], winner = 1\n",
      "00:00:07 [INFO] state = (array([[ 1,  0, -1],\n",
      "       [-1,  0,  0],\n",
      "       [ 1,  1, -1]], dtype=int8), 1), action = [1 2], winner = 0\n",
      "00:00:07 [INFO] state = (array([[ 0,  1,  1],\n",
      "       [ 1,  0, -1],\n",
      "       [ 0, -1, -1]], dtype=int8), 1), action = [2 0], winner = 1\n",
      "00:00:07 [INFO] state = (array([[ 0,  1,  0],\n",
      "       [ 1, -1,  0],\n",
      "       [ 1, -1,  0]], dtype=int8), -1), action = [0 0], winner = 0\n",
      "00:00:07 [INFO] state = (array([[ 0,  1,  1],\n",
      "       [-1,  1,  1],\n",
      "       [-1, -1, -1]], dtype=int8), 1), action = None, winner = -1\n",
      "00:00:07 [INFO] state = (array([[-1, -1,  1],\n",
      "       [-1,  0,  0],\n",
      "       [ 1,  0,  1]], dtype=int8), 1), action = [2 1], winner = 1\n",
      "00:00:07 [INFO] state = (array([[ 0,  1,  0],\n",
      "       [ 1, -1, -1],\n",
      "       [ 0,  0,  0]], dtype=int8), 1), action = [0 0], winner = 1\n",
      "00:00:07 [INFO] state = (array([[ 0,  1,  1],\n",
      "       [ 0,  0,  1],\n",
      "       [-1, -1,  0]], dtype=int8), -1), action = [2 2], winner = -1\n",
      "00:00:07 [INFO] state = (array([[-1,  1,  0],\n",
      "       [ 0, -1,  1],\n",
      "       [ 1,  0, -1]], dtype=int8), 1), action = None, winner = -1\n",
      "00:00:07 [INFO] state = (array([[ 0, -1,  0],\n",
      "       [ 1,  1, -1],\n",
      "       [ 0,  0,  0]], dtype=int8), 1), action = [2 0], winner = 1\n",
      "00:00:07 [INFO] state = (array([[ 0,  0,  1],\n",
      "       [-1,  0, -1],\n",
      "       [ 0,  1,  0]], dtype=int8), 1), action = [1 1], winner = 1\n",
      "00:00:07 [INFO] state = (array([[ 1, -1,  1],\n",
      "       [ 0,  1,  0],\n",
      "       [-1,  0,  0]], dtype=int8), -1), action = [2 2], winner = 0\n",
      "00:00:07 [INFO] state = (array([[ 1, -1,  0],\n",
      "       [-1,  0,  1],\n",
      "       [-1,  1,  0]], dtype=int8), 1), action = [2 2], winner = 1\n",
      "00:00:07 [INFO] state = (array([[ 1, -1,  1],\n",
      "       [ 0,  0,  1],\n",
      "       [ 0, -1, -1]], dtype=int8), 1), action = [2 0], winner = -1\n",
      "00:00:07 [INFO] state = (array([[ 0,  0,  1],\n",
      "       [ 1, -1, -1],\n",
      "       [ 1,  0, -1]], dtype=int8), 1), action = [0 0], winner = 1\n",
      "00:00:07 [INFO] state = (array([[ 0, -1,  0],\n",
      "       [ 1, -1,  1],\n",
      "       [ 0,  0,  1]], dtype=int8), -1), action = [2 1], winner = -1\n",
      "00:00:07 [INFO] state = (array([[-1, -1, -1],\n",
      "       [ 1,  1,  0],\n",
      "       [ 1, -1,  1]], dtype=int8), 1), action = None, winner = -1\n",
      "00:00:07 [INFO] state = (array([[ 1,  0, -1],\n",
      "       [-1,  1, -1],\n",
      "       [ 1,  0,  0]], dtype=int8), 1), action = [2 2], winner = 1\n",
      "00:00:07 [INFO] state = (array([[ 1,  0,  0],\n",
      "       [-1,  1, -1],\n",
      "       [ 1, -1,  0]], dtype=int8), 1), action = [2 2], winner = 1\n",
      "00:00:07 [INFO] state = (array([[ 1,  1,  0],\n",
      "       [ 0,  1,  0],\n",
      "       [-1, -1, -1]], dtype=int8), 1), action = None, winner = -1\n",
      "00:00:07 [INFO] state = (array([[ 0,  0,  1],\n",
      "       [ 0,  1, -1],\n",
      "       [-1, -1,  1]], dtype=int8), 1), action = [0 0], winner = 1\n",
      "00:00:07 [INFO] state = (array([[ 1,  0,  0],\n",
      "       [ 1,  0,  1],\n",
      "       [-1, -1,  0]], dtype=int8), -1), action = [2 2], winner = -1\n",
      "00:00:07 [INFO] state = (array([[ 0, -1, -1],\n",
      "       [ 0,  1,  1],\n",
      "       [ 0, -1,  1]], dtype=int8), 1), action = [1 0], winner = 1\n",
      "00:00:07 [INFO] state = (array([[ 1,  0,  0],\n",
      "       [ 1, -1, -1],\n",
      "       [-1,  0,  1]], dtype=int8), 1), action = [0 2], winner = 0\n",
      "00:00:07 [INFO] state = (array([[ 1,  0,  1],\n",
      "       [ 0,  0, -1],\n",
      "       [ 0,  0, -1]], dtype=int8), 1), action = [2 1], winner = 1\n",
      "00:00:07 [INFO] state = (array([[ 0,  0,  0],\n",
      "       [ 0, -1,  0],\n",
      "       [ 1, -1,  1]], dtype=int8), 1), action = [0 1], winner = 0\n",
      "00:00:07 [INFO] state = (array([[ 0,  1, -1],\n",
      "       [ 0,  0,  0],\n",
      "       [ 1,  1, -1]], dtype=int8), -1), action = [1 2], winner = -1\n",
      "00:00:07 [INFO] state = (array([[ 1, -1,  1],\n",
      "       [ 1, -1, -1],\n",
      "       [-1,  1,  1]], dtype=int8), -1), action = None, winner = 0\n",
      "00:00:07 [INFO] state = (array([[-1,  0,  1],\n",
      "       [-1,  0,  1],\n",
      "       [ 1, -1,  0]], dtype=int8), 1), action = [2 2], winner = 1\n",
      "00:00:07 [INFO] state = (array([[-1, -1,  1],\n",
      "       [-1,  1,  0],\n",
      "       [ 1,  0,  1]], dtype=int8), -1), action = None, winner = 1\n",
      "00:00:07 [INFO] state = (array([[ 1,  0,  0],\n",
      "       [-1,  1,  1],\n",
      "       [-1, -1,  1]], dtype=int8), -1), action = None, winner = 1\n",
      "00:00:07 [INFO] state = (array([[-1,  0,  0],\n",
      "       [ 0,  1,  1],\n",
      "       [ 0,  0, -1]], dtype=int8), 1), action = [2 1], winner = 1\n",
      "00:00:07 [INFO] state = (array([[ 0,  0,  1],\n",
      "       [ 1, -1,  0],\n",
      "       [ 1,  0, -1]], dtype=int8), -1), action = [0 0], winner = -1\n",
      "00:00:07 [INFO] state = (array([[ 1, -1, -1],\n",
      "       [-1,  1,  0],\n",
      "       [ 0,  1,  0]], dtype=int8), 1), action = [2 2], winner = 1\n",
      "00:00:07 [INFO] state = (array([[ 1, -1, -1],\n",
      "       [ 0, -1,  1],\n",
      "       [ 0,  0,  1]], dtype=int8), 1), action = [2 1], winner = -1\n",
      "00:00:07 [INFO] state = (array([[ 1,  0,  1],\n",
      "       [-1,  0,  1],\n",
      "       [ 1, -1, -1]], dtype=int8), -1), action = [1 1], winner = 1\n",
      "00:00:07 [INFO] state = (array([[-1,  1,  0],\n",
      "       [-1, -1,  1],\n",
      "       [ 0,  1,  1]], dtype=int8), -1), action = [2 0], winner = -1\n",
      "00:00:07 [INFO] state = (array([[ 1,  0,  0],\n",
      "       [ 0,  1, -1],\n",
      "       [ 1,  0, -1]], dtype=int8), -1), action = [0 2], winner = -1\n",
      "00:00:07 [INFO] state = (array([[ 1, -1, -1],\n",
      "       [ 0,  0, -1],\n",
      "       [ 1,  1,  1]], dtype=int8), -1), action = None, winner = 1\n",
      "00:00:07 [INFO] state = (array([[ 0, -1, -1],\n",
      "       [ 0,  1,  0],\n",
      "       [ 1, -1,  1]], dtype=int8), 1), action = [0 0], winner = 1\n",
      "00:00:07 [INFO] state = (array([[-1,  1, -1],\n",
      "       [ 0,  0,  0],\n",
      "       [ 0,  0,  1]], dtype=int8), 1), action = [2 1], winner = 1\n",
      "00:00:07 [INFO] state = (array([[ 1,  1, -1],\n",
      "       [-1,  1,  1],\n",
      "       [ 1, -1, -1]], dtype=int8), -1), action = None, winner = 0\n",
      "00:00:07 [INFO] state = (array([[ 1,  0,  0],\n",
      "       [ 1, -1, -1],\n",
      "       [ 1, -1,  1]], dtype=int8), -1), action = None, winner = 1\n",
      "00:00:07 [INFO] state = (array([[ 0, -1,  1],\n",
      "       [ 1, -1, -1],\n",
      "       [ 1,  0,  0]], dtype=int8), 1), action = [2 1], winner = 1\n",
      "00:00:07 [INFO] state = (array([[-1,  1,  1],\n",
      "       [-1,  1,  0],\n",
      "       [ 0, -1,  0]], dtype=int8), 1), action = [2 0], winner = 1\n",
      "00:00:07 [INFO] state = (array([[ 0, -1, -1],\n",
      "       [ 0,  1, -1],\n",
      "       [ 1,  1,  0]], dtype=int8), 1), action = [2 2], winner = 1\n",
      "00:00:07 [INFO] state = (array([[ 0, -1,  1],\n",
      "       [ 1,  0, -1],\n",
      "       [ 1, -1,  1]], dtype=int8), -1), action = [1 1], winner = -1\n",
      "00:00:07 [INFO] state = (array([[-1,  0, -1],\n",
      "       [ 1, -1,  0],\n",
      "       [ 0,  1,  1]], dtype=int8), 1), action = [2 0], winner = 1\n",
      "00:00:07 [INFO] state = (array([[ 0,  0,  1],\n",
      "       [ 0,  1,  1],\n",
      "       [-1, -1,  0]], dtype=int8), -1), action = [2 2], winner = -1\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "00:00:07 [INFO] state = (array([[ 0, -1,  0],\n",
      "       [ 0,  1,  1],\n",
      "       [-1, -1,  1]], dtype=int8), 1), action = [1 0], winner = 1\n",
      "00:00:07 [INFO] state = (array([[ 1,  1, -1],\n",
      "       [ 0,  1,  0],\n",
      "       [-1, -1,  0]], dtype=int8), 1), action = [2 2], winner = 1\n",
      "00:00:07 [INFO] state = (array([[ 1,  1,  0],\n",
      "       [-1, -1,  1],\n",
      "       [ 0,  0, -1]], dtype=int8), 1), action = [0 2], winner = 1\n",
      "00:00:07 [INFO] state = (array([[ 1,  0,  1],\n",
      "       [-1,  0, -1],\n",
      "       [-1,  1,  1]], dtype=int8), -1), action = [1 1], winner = -1\n",
      "00:00:07 [INFO] state = (array([[ 1, -1,  1],\n",
      "       [-1, -1,  0],\n",
      "       [-1,  1,  1]], dtype=int8), 1), action = [1 2], winner = 1\n",
      "00:00:07 [INFO] state = (array([[ 1,  1, -1],\n",
      "       [ 0, -1, -1],\n",
      "       [ 1,  1,  0]], dtype=int8), -1), action = [2 2], winner = -1\n",
      "00:00:07 [INFO] state = (array([[ 1,  0,  1],\n",
      "       [-1, -1,  0],\n",
      "       [-1,  1,  0]], dtype=int8), 1), action = [1 2], winner = 1\n",
      "00:00:07 [INFO] state = (array([[-1,  0,  1],\n",
      "       [ 1,  1,  0],\n",
      "       [ 0,  0, -1]], dtype=int8), -1), action = [2 1], winner = 1\n",
      "00:00:07 [INFO] state = (array([[ 0,  0,  1],\n",
      "       [ 0,  1,  0],\n",
      "       [-1,  1, -1]], dtype=int8), -1), action = [0 1], winner = 0\n",
      "00:00:07 [INFO] state = (array([[ 1,  1,  0],\n",
      "       [ 1, -1,  1],\n",
      "       [-1, -1,  0]], dtype=int8), -1), action = [2 2], winner = -1\n",
      "00:00:07 [INFO] state = (array([[-1,  0,  1],\n",
      "       [ 1, -1,  0],\n",
      "       [ 0,  0,  1]], dtype=int8), -1), action = [1 2], winner = 0\n",
      "00:00:07 [INFO] state = (array([[ 0,  1,  1],\n",
      "       [ 0,  0,  0],\n",
      "       [ 1, -1, -1]], dtype=int8), -1), action = [1 2], winner = 1\n",
      "00:00:07 [INFO] state = (array([[ 1,  0,  1],\n",
      "       [-1, -1,  0],\n",
      "       [-1,  1,  1]], dtype=int8), -1), action = [1 2], winner = -1\n",
      "00:00:07 [INFO] state = (array([[ 1,  1, -1],\n",
      "       [ 0, -1,  1],\n",
      "       [ 0,  0, -1]], dtype=int8), 1), action = [2 0], winner = 0\n",
      "00:00:07 [INFO] state = (array([[ 1,  0,  0],\n",
      "       [ 0, -1,  0],\n",
      "       [ 0,  0,  1]], dtype=int8), -1), action = [2 1], winner = 0\n",
      "00:00:07 [INFO] state = (array([[-1,  0,  0],\n",
      "       [ 1,  1,  0],\n",
      "       [-1, -1,  1]], dtype=int8), 1), action = [1 2], winner = 1\n",
      "00:00:07 [INFO] state = (array([[-1,  1,  1],\n",
      "       [ 1, -1, -1],\n",
      "       [ 0, -1,  1]], dtype=int8), 1), action = [2 0], winner = 0\n",
      "00:00:07 [INFO] state = (array([[ 1,  1, -1],\n",
      "       [ 0, -1,  1],\n",
      "       [-1,  0,  0]], dtype=int8), 1), action = None, winner = -1\n",
      "00:00:07 [INFO] state = (array([[ 0,  0,  0],\n",
      "       [ 1,  0,  1],\n",
      "       [-1,  1, -1]], dtype=int8), -1), action = [1 1], winner = -1\n",
      "00:00:07 [INFO] state = (array([[ 0,  0,  1],\n",
      "       [-1,  1, -1],\n",
      "       [ 1,  1, -1]], dtype=int8), -1), action = None, winner = 1\n",
      "00:00:07 [INFO] state = (array([[-1,  1,  0],\n",
      "       [-1,  0,  0],\n",
      "       [ 1,  1,  0]], dtype=int8), -1), action = [2 2], winner = 1\n",
      "00:00:07 [INFO] state = (array([[ 1,  1,  0],\n",
      "       [-1,  0,  1],\n",
      "       [-1,  0,  0]], dtype=int8), -1), action = [2 2], winner = 1\n",
      "00:00:07 [INFO] state = (array([[ 1,  0,  0],\n",
      "       [ 0,  0,  0],\n",
      "       [ 0,  1, -1]], dtype=int8), -1), action = [1 1], winner = 0\n",
      "00:00:07 [INFO] state = (array([[ 0,  0,  0],\n",
      "       [-1,  0,  1],\n",
      "       [ 1, -1,  1]], dtype=int8), -1), action = [0 2], winner = 0\n",
      "00:00:07 [INFO] state = (array([[ 1, -1, -1],\n",
      "       [ 0,  1, -1],\n",
      "       [ 1,  0,  1]], dtype=int8), -1), action = None, winner = 1\n",
      "00:00:07 [INFO] state = (array([[-1,  0,  0],\n",
      "       [ 1, -1, -1],\n",
      "       [ 1,  1,  0]], dtype=int8), 1), action = [2 2], winner = 1\n",
      "00:00:07 [INFO] state = (array([[ 0,  0,  0],\n",
      "       [ 1,  0, -1],\n",
      "       [-1,  0,  1]], dtype=int8), 1), action = [2 1], winner = 0\n",
      "00:00:07 [INFO] state = (array([[-1,  0, -1],\n",
      "       [-1,  0,  1],\n",
      "       [ 1,  1,  1]], dtype=int8), -1), action = None, winner = 1\n",
      "00:00:07 [INFO] state = (array([[ 0,  0,  0],\n",
      "       [ 1, -1,  0],\n",
      "       [ 1, -1,  1]], dtype=int8), -1), action = [0 1], winner = -1\n",
      "00:00:07 [INFO] state = (array([[-1, -1,  1],\n",
      "       [ 1,  1,  1],\n",
      "       [-1, -1,  1]], dtype=int8), -1), action = None, winner = 1\n",
      "00:00:07 [INFO] state = (array([[ 1, -1,  0],\n",
      "       [ 1,  1, -1],\n",
      "       [ 1,  0, -1]], dtype=int8), -1), action = None, winner = 1\n",
      "00:00:07 [INFO] state = (array([[ 0,  1,  0],\n",
      "       [-1,  0, -1],\n",
      "       [ 1,  1,  0]], dtype=int8), -1), action = [1 1], winner = -1\n",
      "00:00:07 [INFO] state = (array([[-1, -1,  1],\n",
      "       [ 1,  0,  1],\n",
      "       [-1,  0,  0]], dtype=int8), 1), action = [2 2], winner = 1\n",
      "00:00:07 [INFO] state = (array([[ 0,  0,  1],\n",
      "       [-1,  0, -1],\n",
      "       [ 1,  1,  0]], dtype=int8), -1), action = [1 1], winner = -1\n",
      "00:00:07 [INFO] state = (array([[ 1,  0,  0],\n",
      "       [-1,  1,  0],\n",
      "       [ 1,  0, -1]], dtype=int8), -1), action = [0 2], winner = 0\n",
      "00:00:07 [INFO] state = (array([[ 0,  0,  1],\n",
      "       [-1,  0,  0],\n",
      "       [ 0, -1,  1]], dtype=int8), 1), action = [2 0], winner = 1\n",
      "00:00:07 [INFO] state = (array([[ 0,  0,  0],\n",
      "       [ 1,  1,  0],\n",
      "       [-1,  0, -1]], dtype=int8), 1), action = [2 1], winner = 1\n",
      "00:00:07 [INFO] state = (array([[ 1,  1,  1],\n",
      "       [-1,  1, -1],\n",
      "       [-1,  1, -1]], dtype=int8), -1), action = None, winner = 1\n",
      "00:00:07 [INFO] state = (array([[ 0,  0,  0],\n",
      "       [ 1, -1,  0],\n",
      "       [-1,  1,  0]], dtype=int8), 1), action = [0 2], winner = 0\n",
      "00:00:07 [INFO] state = (array([[ 0,  0,  1],\n",
      "       [ 1, -1,  0],\n",
      "       [ 0, -1,  1]], dtype=int8), -1), action = [0 1], winner = -1\n",
      "00:00:07 [INFO] state = (array([[ 0,  0, -1],\n",
      "       [ 0,  0,  0],\n",
      "       [-1,  1,  1]], dtype=int8), 1), action = [1 1], winner = 1\n",
      "00:00:07 [INFO] state = (array([[-1,  1,  0],\n",
      "       [-1, -1,  1],\n",
      "       [ 1,  0,  1]], dtype=int8), -1), action = [2 1], winner = 1\n",
      "00:00:07 [INFO] state = (array([[-1, -1, -1],\n",
      "       [ 1,  0,  0],\n",
      "       [ 0,  1,  1]], dtype=int8), 1), action = None, winner = -1\n",
      "00:00:07 [INFO] state = (array([[-1,  0,  1],\n",
      "       [ 0,  0,  0],\n",
      "       [ 0,  1,  0]], dtype=int8), -1), action = [2 0], winner = 0\n",
      "00:00:07 [INFO] state = (array([[-1,  1,  0],\n",
      "       [-1,  1, -1],\n",
      "       [ 1,  0,  1]], dtype=int8), -1), action = [2 1], winner = 1\n",
      "00:00:07 [INFO] state = (array([[ 0,  0,  1],\n",
      "       [ 0,  1,  0],\n",
      "       [-1,  0,  0]], dtype=int8), -1), action = [2 2], winner = 0\n",
      "00:00:07 [INFO] state = (array([[ 0,  1,  0],\n",
      "       [-1, -1,  1],\n",
      "       [ 0,  0,  0]], dtype=int8), 1), action = [0 2], winner = 1\n",
      "00:00:07 [INFO] state = (array([[ 1,  0,  0],\n",
      "       [-1, -1,  0],\n",
      "       [-1,  1,  1]], dtype=int8), 1), action = [1 2], winner = -1\n",
      "00:00:07 [INFO] state = (array([[ 1,  1, -1],\n",
      "       [-1,  1, -1],\n",
      "       [ 1, -1,  1]], dtype=int8), -1), action = None, winner = 1\n",
      "00:00:07 [INFO] state = (array([[ 0,  0, -1],\n",
      "       [-1,  1,  0],\n",
      "       [ 0,  0,  1]], dtype=int8), 1), action = [2 1], winner = 1\n",
      "00:00:07 [INFO] state = (array([[-1,  1, -1],\n",
      "       [ 1, -1,  1],\n",
      "       [ 1,  0,  0]], dtype=int8), -1), action = [2 2], winner = -1\n",
      "00:00:07 [INFO] state = (array([[-1, -1,  0],\n",
      "       [ 1, -1,  0],\n",
      "       [ 0,  1,  1]], dtype=int8), 1), action = [2 0], winner = 1\n",
      "00:00:07 [INFO] state = (array([[ 1,  0, -1],\n",
      "       [ 1,  1,  0],\n",
      "       [ 0,  0, -1]], dtype=int8), -1), action = [1 2], winner = -1\n",
      "00:00:07 [INFO] state = (array([[ 0, -1,  0],\n",
      "       [ 1,  0,  1],\n",
      "       [ 1, -1,  0]], dtype=int8), -1), action = [1 1], winner = -1\n",
      "00:00:07 [INFO] state = (array([[ 0, -1,  1],\n",
      "       [ 0,  1,  1],\n",
      "       [ 1, -1, -1]], dtype=int8), -1), action = None, winner = 1\n",
      "00:00:07 [INFO] state = (array([[ 0, -1,  0],\n",
      "       [-1,  1,  1],\n",
      "       [ 1,  0, -1]], dtype=int8), 1), action = [0 2], winner = 1\n",
      "00:00:07 [INFO] state = (array([[ 1, -1,  0],\n",
      "       [ 0, -1,  0],\n",
      "       [ 0,  1,  1]], dtype=int8), -1), action = [2 0], winner = 0\n",
      "00:00:07 [INFO] state = (array([[ 1,  1,  0],\n",
      "       [ 0, -1,  0],\n",
      "       [ 0, -1,  0]], dtype=int8), 1), action = [2 0], winner = 1\n",
      "00:00:07 [INFO] state = (array([[-1, -1,  1],\n",
      "       [ 1,  1,  0],\n",
      "       [-1,  1,  0]], dtype=int8), -1), action = [1 2], winner = 0\n",
      "00:00:07 [INFO] state = (array([[ 1,  0,  0],\n",
      "       [ 0,  1,  1],\n",
      "       [-1, -1,  0]], dtype=int8), -1), action = [2 2], winner = -1\n",
      "00:00:07 [INFO] state = (array([[ 1, -1,  1],\n",
      "       [ 1, -1,  1],\n",
      "       [-1,  1, -1]], dtype=int8), -1), action = None, winner = 0\n",
      "00:00:07 [INFO] state = (array([[ 0,  1, -1],\n",
      "       [ 0,  0,  1],\n",
      "       [-1,  0,  1]], dtype=int8), -1), action = [1 1], winner = -1\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "00:00:07 [INFO] state = (array([[ 0,  1, -1],\n",
      "       [ 1,  1, -1],\n",
      "       [ 0, -1,  1]], dtype=int8), -1), action = [0 0], winner = 0\n",
      "00:00:07 [INFO] state = (array([[-1,  1,  1],\n",
      "       [-1,  0, -1],\n",
      "       [-1,  1,  1]], dtype=int8), 1), action = None, winner = -1\n",
      "00:00:07 [INFO] state = (array([[ 1,  0, -1],\n",
      "       [-1,  0,  1],\n",
      "       [-1,  1,  1]], dtype=int8), -1), action = [1 1], winner = -1\n",
      "00:00:07 [INFO] state = (array([[-1,  0, -1],\n",
      "       [ 1,  0,  1],\n",
      "       [ 1,  1, -1]], dtype=int8), -1), action = [1 1], winner = -1\n",
      "00:00:07 [INFO] state = (array([[ 1,  0,  0],\n",
      "       [ 0,  1, -1],\n",
      "       [ 0, -1,  0]], dtype=int8), 1), action = [2 2], winner = 1\n",
      "00:00:07 [INFO] state = (array([[ 0,  0,  0],\n",
      "       [ 0,  1,  0],\n",
      "       [ 0,  1, -1]], dtype=int8), -1), action = [0 1], winner = 0\n",
      "00:00:07 [INFO] state = (array([[ 1,  0, -1],\n",
      "       [ 1,  0, -1],\n",
      "       [ 0,  1,  0]], dtype=int8), -1), action = [2 2], winner = -1\n",
      "00:00:07 [INFO] state = (array([[ 0,  0,  1],\n",
      "       [ 0,  0,  0],\n",
      "       [-1, -1,  1]], dtype=int8), 1), action = [1 2], winner = 1\n",
      "00:00:07 [INFO] state = (array([[-1,  1, -1],\n",
      "       [ 1,  0,  0],\n",
      "       [ 0,  0,  0]], dtype=int8), 1), action = [1 1], winner = 1\n",
      "00:00:07 [INFO] state = (array([[-1,  0,  0],\n",
      "       [ 0,  0, -1],\n",
      "       [ 1,  1,  1]], dtype=int8), -1), action = None, winner = 1\n",
      "00:00:07 [INFO] state = (array([[ 0, -1,  0],\n",
      "       [ 1,  0, -1],\n",
      "       [ 1,  0,  0]], dtype=int8), 1), action = [2 2], winner = 1\n",
      "00:00:07 [INFO] state = (array([[ 1, -1,  0],\n",
      "       [ 0,  0,  0],\n",
      "       [ 0,  0,  0]], dtype=int8), 1), action = [2 0], winner = 1\n",
      "00:00:07 [INFO] state = (array([[ 0,  0,  0],\n",
      "       [-1,  1,  0],\n",
      "       [ 1, -1,  1]], dtype=int8), -1), action = [1 2], winner = 1\n",
      "00:00:07 [INFO] state = (array([[ 1,  1, -1],\n",
      "       [ 0, -1, -1],\n",
      "       [ 1,  1, -1]], dtype=int8), 1), action = None, winner = -1\n",
      "00:00:07 [INFO] state = (array([[ 1,  0,  0],\n",
      "       [ 0,  0, -1],\n",
      "       [ 0,  1, -1]], dtype=int8), 1), action = [0 2], winner = 1\n",
      "00:00:07 [INFO] state = (array([[ 0,  1, -1],\n",
      "       [ 0,  1,  0],\n",
      "       [ 1, -1,  0]], dtype=int8), -1), action = [2 2], winner = 0\n",
      "00:00:07 [INFO] state = (array([[ 0, -1, -1],\n",
      "       [ 0,  1,  1],\n",
      "       [ 1,  1, -1]], dtype=int8), -1), action = [0 0], winner = -1\n",
      "00:00:07 [INFO] state = (array([[-1, -1,  0],\n",
      "       [ 1, -1,  1],\n",
      "       [ 0,  0,  1]], dtype=int8), 1), action = [0 2], winner = 1\n",
      "00:00:07 [INFO] state = (array([[ 1, -1, -1],\n",
      "       [ 0,  1,  1],\n",
      "       [ 1,  0, -1]], dtype=int8), -1), action = [1 0], winner = 0\n",
      "00:00:07 [INFO] state = (array([[-1,  0, -1],\n",
      "       [ 1,  0,  1],\n",
      "       [ 1,  0, -1]], dtype=int8), 1), action = [1 1], winner = 1\n",
      "00:00:07 [INFO] state = (array([[ 1, -1,  0],\n",
      "       [ 0,  0, -1],\n",
      "       [ 1, -1,  1]], dtype=int8), 1), action = [1 1], winner = 1\n",
      "00:00:07 [INFO] state = (array([[ 0,  1,  1],\n",
      "       [-1,  1, -1],\n",
      "       [ 0,  0, -1]], dtype=int8), 1), action = [2 1], winner = 1\n",
      "00:00:07 [INFO] state = (array([[-1,  0,  1],\n",
      "       [ 0,  1, -1],\n",
      "       [-1,  1,  0]], dtype=int8), 1), action = [0 1], winner = 1\n",
      "00:00:07 [INFO] state = (array([[ 1, -1, -1],\n",
      "       [ 0,  0,  1],\n",
      "       [-1,  1,  1]], dtype=int8), -1), action = [1 1], winner = -1\n",
      "00:00:07 [INFO] state = (array([[ 1, -1,  0],\n",
      "       [-1,  0,  0],\n",
      "       [ 1,  0,  1]], dtype=int8), -1), action = [2 1], winner = 1\n",
      "00:00:07 [INFO] state = (array([[ 0, -1,  1],\n",
      "       [ 0,  1, -1],\n",
      "       [ 0,  0,  1]], dtype=int8), -1), action = [2 1], winner = 1\n",
      "00:00:07 [INFO] state = (array([[ 1,  1,  0],\n",
      "       [-1,  1, -1],\n",
      "       [ 1, -1,  0]], dtype=int8), -1), action = [2 2], winner = 1\n",
      "00:00:07 [INFO] state = (array([[ 0,  0,  1],\n",
      "       [ 0,  0, -1],\n",
      "       [-1,  1,  1]], dtype=int8), -1), action = [1 0], winner = -1\n",
      "00:00:07 [INFO] state = (array([[ 0,  1,  1],\n",
      "       [ 1, -1,  1],\n",
      "       [ 0, -1, -1]], dtype=int8), -1), action = [2 0], winner = -1\n",
      "00:00:07 [INFO] state = (array([[ 1, -1,  1],\n",
      "       [ 0,  1,  1],\n",
      "       [ 0, -1, -1]], dtype=int8), -1), action = [2 0], winner = -1\n",
      "00:00:07 [INFO] state = (array([[ 0, -1,  0],\n",
      "       [ 1,  0,  0],\n",
      "       [ 1,  0,  0]], dtype=int8), -1), action = [0 0], winner = -1\n",
      "00:00:07 [INFO] state = (array([[ 1,  0,  0],\n",
      "       [ 1,  0,  1],\n",
      "       [ 0, -1, -1]], dtype=int8), -1), action = [2 0], winner = -1\n",
      "00:00:07 [INFO] state = (array([[ 1,  0,  1],\n",
      "       [ 0, -1,  1],\n",
      "       [ 0, -1, -1]], dtype=int8), 1), action = [0 1], winner = 1\n",
      "00:00:07 [INFO] state = (array([[-1,  0,  1],\n",
      "       [ 0, -1,  0],\n",
      "       [ 1,  0,  1]], dtype=int8), -1), action = [2 1], winner = 1\n",
      "00:00:07 [INFO] state = (array([[-1,  1, -1],\n",
      "       [-1,  1,  0],\n",
      "       [ 1,  0,  1]], dtype=int8), -1), action = [2 1], winner = 0\n",
      "00:00:07 [INFO] state = (array([[ 0,  1,  0],\n",
      "       [-1, -1,  1],\n",
      "       [ 0,  1,  0]], dtype=int8), -1), action = [2 0], winner = -1\n",
      "00:00:07 [INFO] state = (array([[-1,  1,  1],\n",
      "       [ 0,  1,  0],\n",
      "       [-1, -1,  1]], dtype=int8), -1), action = [1 0], winner = -1\n",
      "00:00:07 [INFO] state = (array([[ 1, -1, -1],\n",
      "       [ 0, -1,  0],\n",
      "       [ 1,  1,  0]], dtype=int8), 1), action = [2 2], winner = 1\n",
      "00:00:07 [INFO] state = (array([[ 1,  0,  1],\n",
      "       [ 0, -1,  0],\n",
      "       [ 0,  0, -1]], dtype=int8), 1), action = [2 0], winner = 1\n",
      "00:00:07 [INFO] state = (array([[-1,  0,  0],\n",
      "       [-1,  0,  1],\n",
      "       [ 0,  0,  1]], dtype=int8), 1), action = [2 0], winner = 1\n",
      "00:00:07 [INFO] state = (array([[ 0, -1,  1],\n",
      "       [ 0,  0,  0],\n",
      "       [ 0,  1, -1]], dtype=int8), 1), action = [2 0], winner = 0\n",
      "00:00:07 [INFO] state = (array([[-1,  1,  0],\n",
      "       [ 1,  1, -1],\n",
      "       [ 1,  0, -1]], dtype=int8), -1), action = [0 2], winner = -1\n",
      "00:00:07 [INFO] state = (array([[ 0,  0, -1],\n",
      "       [-1,  1,  1],\n",
      "       [ 1,  0, -1]], dtype=int8), 1), action = [2 1], winner = 0\n",
      "00:00:07 [INFO] state = (array([[ 0,  1,  0],\n",
      "       [ 1, -1,  1],\n",
      "       [ 0, -1,  0]], dtype=int8), -1), action = [2 2], winner = -1\n",
      "00:00:07 [INFO] state = (array([[ 0,  1,  1],\n",
      "       [ 0, -1, -1],\n",
      "       [ 1,  0,  0]], dtype=int8), -1), action = [1 0], winner = -1\n",
      "00:00:07 [INFO] state = (array([[ 0,  0, -1],\n",
      "       [ 1,  1, -1],\n",
      "       [ 1, -1,  1]], dtype=int8), -1), action = [0 0], winner = 0\n",
      "00:00:07 [INFO] state = (array([[ 0,  0,  1],\n",
      "       [ 0,  0,  1],\n",
      "       [ 1, -1, -1]], dtype=int8), -1), action = [1 1], winner = -1\n",
      "00:00:07 [INFO] state = (array([[ 0,  1, -1],\n",
      "       [ 0,  0,  0],\n",
      "       [ 0,  0,  1]], dtype=int8), -1), action = [2 1], winner = 0\n",
      "00:00:07 [INFO] state = (array([[ 1,  1, -1],\n",
      "       [ 0,  0,  1],\n",
      "       [ 1, -1, -1]], dtype=int8), -1), action = [1 0], winner = 0\n",
      "00:00:07 [INFO] state = (array([[ 1,  1,  1],\n",
      "       [-1, -1,  1],\n",
      "       [ 0,  0, -1]], dtype=int8), -1), action = None, winner = 1\n",
      "00:00:07 [INFO] state = (array([[-1,  0, -1],\n",
      "       [ 1,  1, -1],\n",
      "       [ 1,  0,  0]], dtype=int8), 1), action = [2 2], winner = -1\n",
      "00:00:07 [INFO] state = (array([[ 0,  0,  0],\n",
      "       [-1,  1, -1],\n",
      "       [ 1,  0,  1]], dtype=int8), -1), action = [2 1], winner = 1\n",
      "00:00:07 [INFO] state = (array([[ 0,  0,  1],\n",
      "       [ 1, -1, -1],\n",
      "       [ 0, -1,  1]], dtype=int8), 1), action = [0 1], winner = 0\n",
      "00:00:07 [INFO] state = (array([[ 0, -1,  1],\n",
      "       [ 1,  1,  0],\n",
      "       [-1,  0,  0]], dtype=int8), -1), action = [1 2], winner = 0\n",
      "00:00:07 [INFO] state = (array([[ 0,  0,  0],\n",
      "       [ 0,  0,  0],\n",
      "       [ 1,  1, -1]], dtype=int8), -1), action = [1 2], winner = -1\n",
      "00:00:07 [INFO] state = (array([[-1,  0,  0],\n",
      "       [ 1,  0,  1],\n",
      "       [ 0, -1,  1]], dtype=int8), -1), action = [2 0], winner = 1\n",
      "00:00:07 [INFO] state = (array([[ 1,  1,  1],\n",
      "       [-1, -1,  0],\n",
      "       [ 1, -1,  0]], dtype=int8), -1), action = None, winner = 1\n",
      "00:00:07 [INFO] state = (array([[ 0, -1,  0],\n",
      "       [ 0,  0, -1],\n",
      "       [ 0,  1,  1]], dtype=int8), 1), action = [2 0], winner = 1\n",
      "00:00:07 [INFO] state = (array([[ 0, -1, -1],\n",
      "       [ 0,  1, -1],\n",
      "       [ 1,  1,  1]], dtype=int8), -1), action = None, winner = 1\n",
      "00:00:07 [INFO] state = (array([[-1,  1,  0],\n",
      "       [-1,  0,  1],\n",
      "       [ 1, -1,  1]], dtype=int8), -1), action = [0 2], winner = 0\n",
      "00:00:07 [INFO] state = (array([[-1, -1,  1],\n",
      "       [ 0,  1, -1],\n",
      "       [ 1,  1,  0]], dtype=int8), -1), action = None, winner = 1\n",
      "00:00:07 [INFO] state = (array([[-1,  1, -1],\n",
      "       [ 1,  1, -1],\n",
      "       [ 1, -1,  0]], dtype=int8), 1), action = [2 2], winner = 0\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "00:00:07 [INFO] state = (array([[ 0,  0, -1],\n",
      "       [ 1,  0, -1],\n",
      "       [ 0,  0,  1]], dtype=int8), 1), action = [2 1], winner = 1\n",
      "00:00:07 [INFO] state = (array([[-1,  0, -1],\n",
      "       [ 1,  0,  1],\n",
      "       [ 0,  1,  0]], dtype=int8), -1), action = [1 1], winner = -1\n",
      "00:00:07 [INFO] state = (array([[ 1,  1,  1],\n",
      "       [-1,  0,  1],\n",
      "       [-1, -1,  0]], dtype=int8), -1), action = None, winner = 1\n",
      "00:00:07 [INFO] state = (array([[ 0,  0,  1],\n",
      "       [ 0, -1, -1],\n",
      "       [ 1,  1,  0]], dtype=int8), -1), action = [2 2], winner = -1\n",
      "00:00:07 [INFO] state = (array([[ 0,  1,  0],\n",
      "       [ 1, -1,  0],\n",
      "       [ 1,  0, -1]], dtype=int8), -1), action = [0 0], winner = -1\n",
      "00:00:07 [INFO] state = (array([[ 1, -1, -1],\n",
      "       [-1,  0,  0],\n",
      "       [ 1,  0,  1]], dtype=int8), 1), action = [2 1], winner = 1\n",
      "00:00:07 [INFO] state = (array([[-1, -1,  1],\n",
      "       [ 0,  0,  0],\n",
      "       [ 1,  0,  0]], dtype=int8), 1), action = [2 2], winner = 1\n",
      "00:00:07 [INFO] state = (array([[-1,  1,  1],\n",
      "       [-1,  0,  1],\n",
      "       [ 1, -1,  0]], dtype=int8), -1), action = [2 2], winner = 1\n",
      "00:00:07 [INFO] state = (array([[-1,  1,  1],\n",
      "       [-1,  0, -1],\n",
      "       [ 1,  1,  0]], dtype=int8), -1), action = [1 1], winner = -1\n",
      "00:00:07 [INFO] state = (array([[-1,  0,  0],\n",
      "       [ 1,  1,  0],\n",
      "       [ 0,  0,  0]], dtype=int8), -1), action = [1 2], winner = 0\n",
      "00:00:07 [INFO] state = (array([[ 0,  0,  1],\n",
      "       [ 1, -1, -1],\n",
      "       [ 0,  1, -1]], dtype=int8), 1), action = [0 0], winner = 1\n",
      "00:00:07 [INFO] state = (array([[ 1,  0,  1],\n",
      "       [-1,  0, -1],\n",
      "       [ 1,  0,  0]], dtype=int8), -1), action = [1 1], winner = -1\n",
      "00:00:07 [INFO] state = (array([[ 0,  0,  0],\n",
      "       [-1,  0,  0],\n",
      "       [ 0,  0,  1]], dtype=int8), 1), action = [2 0], winner = 1\n",
      "00:00:07 [INFO] state = (array([[-1,  1,  0],\n",
      "       [-1,  0,  0],\n",
      "       [-1,  1,  1]], dtype=int8), 1), action = None, winner = -1\n",
      "00:00:07 [INFO] state = (array([[ 0, -1,  1],\n",
      "       [ 0,  1,  0],\n",
      "       [ 0, -1,  0]], dtype=int8), 1), action = [2 2], winner = 1\n",
      "00:00:07 [INFO] state = (array([[ 1,  0,  1],\n",
      "       [ 0, -1,  0],\n",
      "       [-1, -1,  1]], dtype=int8), 1), action = [1 2], winner = 1\n",
      "00:00:07 [INFO] state = (array([[ 1, -1, -1],\n",
      "       [ 1,  0,  0],\n",
      "       [ 0,  1,  0]], dtype=int8), -1), action = [2 2], winner = 1\n",
      "00:00:07 [INFO] state = (array([[ 1,  0, -1],\n",
      "       [ 1, -1,  1],\n",
      "       [-1,  0,  0]], dtype=int8), 1), action = None, winner = -1\n",
      "00:00:07 [INFO] state = (array([[-1,  1,  0],\n",
      "       [ 0,  0,  0],\n",
      "       [ 0, -1,  1]], dtype=int8), 1), action = [2 0], winner = 0\n",
      "00:00:07 [INFO] state = (array([[ 1, -1, -1],\n",
      "       [ 1,  1,  0],\n",
      "       [ 0,  0,  0]], dtype=int8), -1), action = [2 2], winner = 1\n",
      "00:00:07 [INFO] state = (array([[ 0,  0,  1],\n",
      "       [ 0, -1, -1],\n",
      "       [ 0,  1,  0]], dtype=int8), 1), action = [1 0], winner = 0\n",
      "00:00:07 [INFO] state = (array([[ 0, -1,  0],\n",
      "       [-1,  0,  1],\n",
      "       [ 0,  1,  0]], dtype=int8), 1), action = [2 2], winner = 1\n",
      "00:00:07 [INFO] state = (array([[-1,  1,  0],\n",
      "       [ 1,  1, -1],\n",
      "       [-1,  0,  0]], dtype=int8), 1), action = [2 1], winner = 1\n",
      "00:00:07 [INFO] state = (array([[ 1,  1, -1],\n",
      "       [ 1,  1,  0],\n",
      "       [-1, -1,  0]], dtype=int8), -1), action = [2 2], winner = -1\n",
      "00:00:07 [INFO] state = (array([[ 0,  0,  0],\n",
      "       [-1, -1,  1],\n",
      "       [ 0,  1,  1]], dtype=int8), -1), action = [2 0], winner = 1\n",
      "00:00:07 [INFO] state = (array([[ 0, -1,  1],\n",
      "       [-1, -1,  0],\n",
      "       [ 0,  1,  1]], dtype=int8), 1), action = [2 0], winner = 1\n",
      "00:00:07 [INFO] state = (array([[-1,  1, -1],\n",
      "       [ 0,  0,  0],\n",
      "       [ 0,  1,  0]], dtype=int8), 1), action = [2 2], winner = 1\n",
      "00:00:07 [INFO] state = (array([[-1, -1,  0],\n",
      "       [ 1,  0,  1],\n",
      "       [ 0,  1,  0]], dtype=int8), -1), action = [1 1], winner = -1\n",
      "00:00:07 [INFO] state = (array([[-1,  0,  0],\n",
      "       [-1,  1,  1],\n",
      "       [ 0,  0,  1]], dtype=int8), -1), action = [2 0], winner = -1\n",
      "00:00:07 [INFO] state = (array([[-1,  1, -1],\n",
      "       [ 0,  1,  0],\n",
      "       [-1,  1,  1]], dtype=int8), -1), action = None, winner = 1\n",
      "00:00:07 [INFO] state = (array([[ 0,  1, -1],\n",
      "       [-1,  1,  1],\n",
      "       [ 1,  0, -1]], dtype=int8), -1), action = [2 1], winner = 0\n",
      "00:00:07 [INFO] state = (array([[-1, -1,  0],\n",
      "       [ 0, -1,  1],\n",
      "       [ 1,  1,  1]], dtype=int8), -1), action = None, winner = 1\n",
      "00:00:07 [INFO] state = (array([[ 0,  0, -1],\n",
      "       [ 1,  0, -1],\n",
      "       [ 1,  1, -1]], dtype=int8), 1), action = None, winner = -1\n",
      "00:00:07 [INFO] state = (array([[ 0, -1,  1],\n",
      "       [ 1,  1, -1],\n",
      "       [-1,  0,  0]], dtype=int8), 1), action = [2 2], winner = 0\n",
      "00:00:07 [INFO] state = (array([[ 0,  0, -1],\n",
      "       [ 0,  1,  1],\n",
      "       [ 1, -1,  0]], dtype=int8), -1), action = [1 0], winner = 0\n",
      "00:00:07 [INFO] state = (array([[ 0,  0,  1],\n",
      "       [ 1, -1, -1],\n",
      "       [ 0,  1,  0]], dtype=int8), -1), action = [2 0], winner = 0\n",
      "00:00:07 [INFO] state = (array([[-1,  1,  0],\n",
      "       [-1,  0,  0],\n",
      "       [ 0,  1,  1]], dtype=int8), -1), action = [2 0], winner = -1\n",
      "00:00:07 [INFO] state = (array([[ 1,  0, -1],\n",
      "       [ 1, -1,  0],\n",
      "       [ 0, -1,  1]], dtype=int8), 1), action = [2 0], winner = 1\n",
      "00:00:07 [INFO] state = (array([[ 0,  0, -1],\n",
      "       [ 0,  0,  1],\n",
      "       [ 1,  1, -1]], dtype=int8), -1), action = [0 0], winner = -1\n",
      "00:00:07 [INFO] state = (array([[-1,  0,  0],\n",
      "       [-1,  1,  1],\n",
      "       [-1,  1,  0]], dtype=int8), 1), action = None, winner = -1\n",
      "00:00:07 [INFO] state = (array([[ 0,  0,  1],\n",
      "       [-1,  1,  0],\n",
      "       [ 0, -1,  1]], dtype=int8), -1), action = [2 0], winner = 1\n",
      "00:00:07 [INFO] state = (array([[ 1,  1,  0],\n",
      "       [-1,  0,  1],\n",
      "       [ 0, -1,  0]], dtype=int8), -1), action = [0 2], winner = 0\n",
      "00:00:07 [INFO] state = (array([[ 0,  0,  1],\n",
      "       [ 0,  0,  0],\n",
      "       [ 0,  0, -1]], dtype=int8), 1), action = [2 0], winner = 1\n",
      "00:00:07 [INFO] state = (array([[-1, -1,  0],\n",
      "       [ 1, -1,  1],\n",
      "       [ 0,  1,  1]], dtype=int8), -1), action = [0 2], winner = -1\n",
      "00:00:07 [INFO] state = (array([[ 1, -1,  1],\n",
      "       [ 0, -1,  0],\n",
      "       [-1,  1,  1]], dtype=int8), -1), action = [1 2], winner = 0\n",
      "00:00:07 [INFO] state = (array([[ 0,  1, -1],\n",
      "       [ 0, -1,  1],\n",
      "       [ 1,  0,  0]], dtype=int8), -1), action = [2 2], winner = 0\n",
      "00:00:07 [INFO] state = (array([[ 1, -1,  1],\n",
      "       [-1,  1, -1],\n",
      "       [ 0,  1,  0]], dtype=int8), -1), action = [2 2], winner = 1\n",
      "00:00:07 [INFO] state = (array([[ 0, -1, -1],\n",
      "       [ 1,  1,  0],\n",
      "       [ 1,  0,  0]], dtype=int8), -1), action = [0 0], winner = -1\n",
      "00:00:07 [INFO] state = (array([[-1,  1, -1],\n",
      "       [ 0, -1,  1],\n",
      "       [ 1, -1,  1]], dtype=int8), 1), action = [1 0], winner = 0\n",
      "00:00:07 [INFO] state = (array([[ 1, -1,  1],\n",
      "       [ 1,  1, -1],\n",
      "       [-1, -1,  0]], dtype=int8), 1), action = [2 2], winner = 1\n",
      "00:00:07 [INFO] state = (array([[ 1,  0,  1],\n",
      "       [ 1,  0,  0],\n",
      "       [-1,  0, -1]], dtype=int8), -1), action = [2 1], winner = -1\n",
      "00:00:07 [INFO] state = (array([[-1,  0,  1],\n",
      "       [ 1, -1,  1],\n",
      "       [ 0, -1,  1]], dtype=int8), -1), action = None, winner = 1\n",
      "00:00:07 [INFO] state = (array([[ 1,  1,  0],\n",
      "       [-1,  0,  0],\n",
      "       [ 0, -1,  0]], dtype=int8), 1), action = [2 2], winner = 1\n",
      "00:00:07 [INFO] state = (array([[ 1,  1, -1],\n",
      "       [-1, -1,  1],\n",
      "       [-1,  0,  1]], dtype=int8), 1), action = None, winner = -1\n",
      "00:00:07 [INFO] state = (array([[ 0,  0,  0],\n",
      "       [ 0,  0, -1],\n",
      "       [ 1,  1,  0]], dtype=int8), -1), action = [2 2], winner = -1\n",
      "00:00:07 [INFO] state = (array([[ 1,  1,  1],\n",
      "       [ 1,  0, -1],\n",
      "       [-1,  0, -1]], dtype=int8), -1), action = None, winner = 1\n",
      "00:00:07 [INFO] state = (array([[ 0,  0,  1],\n",
      "       [ 0,  0, -1],\n",
      "       [ 0,  0,  1]], dtype=int8), -1), action = [1 1], winner = 0\n",
      "00:00:07 [INFO] state = (array([[-1,  0,  1],\n",
      "       [-1,  1,  0],\n",
      "       [ 0,  1, -1]], dtype=int8), 1), action = [2 0], winner = 1\n",
      "00:00:07 [INFO] state = (array([[ 1,  0, -1],\n",
      "       [ 0,  1, -1],\n",
      "       [ 1, -1,  1]], dtype=int8), -1), action = None, winner = 1\n",
      "00:00:07 [INFO] state = (array([[ 1, -1, -1],\n",
      "       [-1,  0,  1],\n",
      "       [ 0,  0,  1]], dtype=int8), 1), action = [2 1], winner = 1\n",
      "00:00:07 [INFO] state = (array([[ 1,  0, -1],\n",
      "       [-1,  1,  0],\n",
      "       [ 1, -1,  1]], dtype=int8), -1), action = None, winner = 1\n",
      "00:00:07 [INFO] state = (array([[-1,  1,  0],\n",
      "       [-1,  1,  0],\n",
      "       [ 1,  0,  0]], dtype=int8), -1), action = [2 2], winner = 1\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "00:00:07 [INFO] state = (array([[-1,  0,  0],\n",
      "       [-1,  1,  1],\n",
      "       [ 0,  1, -1]], dtype=int8), 1), action = [2 0], winner = 1\n",
      "00:00:07 [INFO] state = (array([[-1, -1,  0],\n",
      "       [-1,  0,  1],\n",
      "       [ 0,  1,  1]], dtype=int8), 1), action = [2 0], winner = 1\n",
      "00:00:07 [INFO] state = (array([[ 0,  0,  0],\n",
      "       [-1, -1,  1],\n",
      "       [ 1,  0,  0]], dtype=int8), 1), action = [2 2], winner = 1\n",
      "00:00:07 [INFO] state = (array([[-1,  1,  0],\n",
      "       [ 0, -1,  1],\n",
      "       [ 1, -1,  0]], dtype=int8), 1), action = [2 2], winner = 0\n",
      "00:00:07 [INFO] state = (array([[-1, -1, -1],\n",
      "       [ 1,  1,  0],\n",
      "       [ 1,  0,  0]], dtype=int8), 1), action = None, winner = -1\n",
      "00:00:07 [INFO] state = (array([[ 0,  0, -1],\n",
      "       [ 1, -1,  0],\n",
      "       [ 1,  0,  1]], dtype=int8), -1), action = [2 1], winner = 1\n",
      "00:00:07 [INFO] state = (array([[ 0, -1,  1],\n",
      "       [-1,  0,  1],\n",
      "       [ 0,  0,  1]], dtype=int8), -1), action = None, winner = 1\n",
      "00:00:07 [INFO] state = (array([[ 0,  1, -1],\n",
      "       [-1, -1,  1],\n",
      "       [ 0,  1,  1]], dtype=int8), -1), action = [2 0], winner = -1\n",
      "00:00:07 [INFO] state = (array([[-1,  0,  0],\n",
      "       [-1,  0,  1],\n",
      "       [ 0,  1,  1]], dtype=int8), -1), action = [2 0], winner = -1\n",
      "00:00:07 [INFO] state = (array([[-1,  0, -1],\n",
      "       [ 1,  0,  0],\n",
      "       [ 1,  1, -1]], dtype=int8), 1), action = [1 2], winner = -1\n",
      "00:00:07 [INFO] state = (array([[ 0, -1, -1],\n",
      "       [ 0,  0,  1],\n",
      "       [ 0,  1,  1]], dtype=int8), -1), action = [2 0], winner = -1\n",
      "00:00:07 [INFO] state = (array([[-1, -1,  1],\n",
      "       [ 0,  0,  0],\n",
      "       [ 1, -1,  1]], dtype=int8), 1), action = [1 2], winner = 1\n",
      "00:00:07 [INFO] state = (array([[ 1,  0,  0],\n",
      "       [-1,  1,  0],\n",
      "       [ 0,  0,  0]], dtype=int8), -1), action = [2 2], winner = 1\n",
      "00:00:07 [INFO] state = (array([[-1,  0,  0],\n",
      "       [ 1, -1,  0],\n",
      "       [ 0,  1,  0]], dtype=int8), 1), action = [2 2], winner = 0\n",
      "00:00:07 [INFO] state = (array([[ 1, -1, -1],\n",
      "       [ 1,  1,  0],\n",
      "       [ 0,  1, -1]], dtype=int8), -1), action = [1 2], winner = -1\n",
      "00:00:07 [INFO] state = (array([[-1,  1,  1],\n",
      "       [ 1,  0,  0],\n",
      "       [ 0, -1, -1]], dtype=int8), 1), action = [2 0], winner = -1\n",
      "00:00:07 [INFO] state = (array([[ 1, -1,  1],\n",
      "       [-1, -1, -1],\n",
      "       [ 1,  0,  1]], dtype=int8), 1), action = None, winner = -1\n",
      "00:00:07 [INFO] state = (array([[ 0, -1, -1],\n",
      "       [ 0, -1,  1],\n",
      "       [ 0,  1,  1]], dtype=int8), 1), action = [2 0], winner = 1\n",
      "00:00:07 [INFO] state = (array([[ 1,  1, -1],\n",
      "       [ 0, -1,  1],\n",
      "       [-1,  1, -1]], dtype=int8), 1), action = None, winner = -1\n",
      "00:00:07 [INFO] state = (array([[ 0,  1, -1],\n",
      "       [ 0,  0, -1],\n",
      "       [ 0,  0,  1]], dtype=int8), 1), action = [2 1], winner = 1\n",
      "00:00:07 [INFO] state = (array([[ 0, -1,  1],\n",
      "       [ 0,  0,  1],\n",
      "       [-1,  1,  0]], dtype=int8), -1), action = [2 2], winner = 0\n",
      "00:00:07 [INFO] state = (array([[ 0,  1,  0],\n",
      "       [ 1, -1,  1],\n",
      "       [-1,  0,  0]], dtype=int8), -1), action = [2 2], winner = -1\n",
      "00:00:07 [INFO] state = (array([[ 0,  0,  1],\n",
      "       [ 0,  1,  0],\n",
      "       [ 0,  0, -1]], dtype=int8), -1), action = [2 0], winner = 0\n",
      "00:00:07 [INFO] state = (array([[ 1,  0,  1],\n",
      "       [ 0, -1, -1],\n",
      "       [ 0,  1,  0]], dtype=int8), -1), action = [1 0], winner = -1\n",
      "00:00:07 [INFO] state = (array([[-1,  1,  1],\n",
      "       [ 1,  0, -1],\n",
      "       [ 0, -1,  0]], dtype=int8), 1), action = [2 2], winner = 0\n",
      "00:00:07 [INFO] state = (array([[ 1, -1,  0],\n",
      "       [ 1, -1,  0],\n",
      "       [ 0,  1,  0]], dtype=int8), -1), action = [2 0], winner = 0\n",
      "00:00:07 [INFO] state = (array([[-1, -1,  1],\n",
      "       [ 1,  0,  0],\n",
      "       [ 1,  1, -1]], dtype=int8), -1), action = [1 1], winner = -1\n",
      "00:00:07 [INFO] state = (array([[ 0,  1,  1],\n",
      "       [ 0, -1,  1],\n",
      "       [-1,  0,  0]], dtype=int8), -1), action = [2 2], winner = 1\n",
      "00:00:07 [INFO] state = (array([[ 1,  0,  0],\n",
      "       [ 0,  0, -1],\n",
      "       [ 0,  0,  0]], dtype=int8), 1), action = [2 0], winner = 1\n",
      "00:00:07 [INFO] state = (array([[ 0,  1, -1],\n",
      "       [ 0,  1,  1],\n",
      "       [-1, -1,  0]], dtype=int8), 1), action = [2 2], winner = 1\n",
      "00:00:07 [INFO] state = (array([[ 1, -1,  1],\n",
      "       [-1,  0,  0],\n",
      "       [ 0,  0,  0]], dtype=int8), 1), action = [2 2], winner = 1\n",
      "00:00:07 [INFO] state = (array([[-1,  1,  0],\n",
      "       [-1,  1,  1],\n",
      "       [ 0,  0,  0]], dtype=int8), -1), action = [2 0], winner = -1\n",
      "00:00:07 [INFO] state = (array([[-1,  1,  1],\n",
      "       [ 1,  0, -1],\n",
      "       [ 0,  1, -1]], dtype=int8), -1), action = [1 1], winner = -1\n",
      "00:00:07 [INFO] state = (array([[ 0,  1,  1],\n",
      "       [-1, -1, -1],\n",
      "       [ 0,  1,  0]], dtype=int8), 1), action = None, winner = -1\n",
      "00:00:07 [INFO] state = (array([[ 0,  1, -1],\n",
      "       [ 0,  0,  0],\n",
      "       [ 1, -1,  1]], dtype=int8), -1), action = [1 1], winner = 0\n",
      "00:00:07 [INFO] state = (array([[ 0, -1, -1],\n",
      "       [ 0,  1,  1],\n",
      "       [ 0,  0,  1]], dtype=int8), -1), action = [0 0], winner = -1\n",
      "00:00:07 [INFO] state = (array([[ 0,  1,  0],\n",
      "       [-1,  0,  0],\n",
      "       [ 1, -1,  1]], dtype=int8), -1), action = [1 1], winner = 0\n",
      "00:00:07 [INFO] state = (array([[ 1,  0,  0],\n",
      "       [ 1, -1,  1],\n",
      "       [ 0,  0, -1]], dtype=int8), -1), action = [2 0], winner = -1\n",
      "00:00:07 [INFO] state = (array([[ 1,  0, -1],\n",
      "       [ 0,  0,  0],\n",
      "       [ 1, -1,  1]], dtype=int8), -1), action = [1 2], winner = 1\n",
      "00:00:07 [INFO] state = (array([[-1, -1,  1],\n",
      "       [ 1, -1,  1],\n",
      "       [-1,  1,  1]], dtype=int8), -1), action = None, winner = 1\n",
      "00:00:07 [INFO] state = (array([[-1,  0,  0],\n",
      "       [ 1,  0,  1],\n",
      "       [ 0,  1, -1]], dtype=int8), -1), action = [1 1], winner = -1\n",
      "00:00:07 [INFO] state = (array([[ 1, -1,  1],\n",
      "       [-1,  1, -1],\n",
      "       [ 1,  0,  0]], dtype=int8), -1), action = None, winner = 1\n",
      "00:00:07 [INFO] state = (array([[ 1,  1,  0],\n",
      "       [ 1,  0, -1],\n",
      "       [ 0, -1,  0]], dtype=int8), -1), action = [2 2], winner = 1\n",
      "00:00:07 [INFO] state = (array([[ 1, -1, -1],\n",
      "       [ 0,  1, -1],\n",
      "       [ 1,  1, -1]], dtype=int8), 1), action = None, winner = -1\n",
      "00:00:07 [INFO] state = (array([[ 1, -1,  0],\n",
      "       [ 1,  0, -1],\n",
      "       [ 0,  1,  0]], dtype=int8), -1), action = [2 0], winner = 0\n",
      "00:00:07 [INFO] state = (array([[ 1,  1,  0],\n",
      "       [ 0,  1, -1],\n",
      "       [ 0,  0, -1]], dtype=int8), -1), action = [0 2], winner = -1\n",
      "00:00:07 [INFO] state = (array([[ 1,  1,  0],\n",
      "       [-1, -1, -1],\n",
      "       [-1,  1,  1]], dtype=int8), 1), action = None, winner = -1\n",
      "00:00:07 [INFO] state = (array([[-1,  0,  1],\n",
      "       [ 0,  0,  1],\n",
      "       [ 1,  0, -1]], dtype=int8), -1), action = [1 1], winner = -1\n",
      "00:00:07 [INFO] state = (array([[ 0, -1,  1],\n",
      "       [ 1,  1, -1],\n",
      "       [-1, -1,  1]], dtype=int8), 1), action = [0 0], winner = 1\n",
      "00:00:07 [INFO] state = (array([[-1,  1, -1],\n",
      "       [ 1,  1,  1],\n",
      "       [ 0,  0, -1]], dtype=int8), -1), action = None, winner = 1\n",
      "00:00:07 [INFO] state = (array([[ 0,  0,  1],\n",
      "       [-1,  0,  1],\n",
      "       [ 0,  1, -1]], dtype=int8), -1), action = [0 0], winner = -1\n",
      "00:00:07 [INFO] state = (array([[ 0,  0, -1],\n",
      "       [ 1,  1,  0],\n",
      "       [ 0, -1,  1]], dtype=int8), -1), action = [2 0], winner = 1\n",
      "00:00:07 [INFO] state = (array([[ 0,  1, -1],\n",
      "       [ 1,  0, -1],\n",
      "       [ 1,  0, -1]], dtype=int8), 1), action = None, winner = -1\n",
      "00:00:07 [INFO] state = (array([[ 1, -1,  1],\n",
      "       [-1, -1,  0],\n",
      "       [ 1,  1, -1]], dtype=int8), 1), action = [1 2], winner = 0\n",
      "00:00:07 [INFO] state = (array([[-1,  1,  0],\n",
      "       [ 1,  1,  0],\n",
      "       [ 0,  0, -1]], dtype=int8), -1), action = [2 1], winner = 1\n",
      "00:00:07 [INFO] state = (array([[ 0, -1,  0],\n",
      "       [-1,  1,  0],\n",
      "       [ 1, -1,  1]], dtype=int8), 1), action = [1 2], winner = 1\n",
      "00:00:07 [INFO] state = (array([[ 0,  0, -1],\n",
      "       [ 0,  1,  1],\n",
      "       [ 0,  0,  0]], dtype=int8), -1), action = [1 0], winner = 0\n",
      "00:00:07 [INFO] state = (array([[ 1,  0,  0],\n",
      "       [-1,  0,  0],\n",
      "       [ 0, -1,  1]], dtype=int8), 1), action = [1 2], winner = 1\n",
      "00:00:07 [INFO] state = (array([[-1, -1,  1],\n",
      "       [ 1,  0, -1],\n",
      "       [ 1,  0,  1]], dtype=int8), -1), action = [2 1], winner = 1\n",
      "00:00:07 [INFO] state = (array([[ 0, -1, -1],\n",
      "       [ 1, -1,  1],\n",
      "       [ 0,  0,  1]], dtype=int8), 1), action = [2 1], winner = -1\n",
      "00:00:07 [INFO] state = (array([[-1,  1,  1],\n",
      "       [-1,  0,  0],\n",
      "       [ 1, -1,  1]], dtype=int8), -1), action = [1 2], winner = 1\n",
      "00:00:07 [INFO] state = (array([[-1,  1, -1],\n",
      "       [-1,  1,  0],\n",
      "       [ 1, -1,  1]], dtype=int8), 1), action = [1 2], winner = 0\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "00:00:07 [INFO] state = (array([[ 1,  0,  0],\n",
      "       [ 0,  0,  1],\n",
      "       [-1,  0, -1]], dtype=int8), 1), action = [2 1], winner = 0\n",
      "00:00:07 [INFO] state = (array([[ 1, -1,  0],\n",
      "       [ 0,  1,  1],\n",
      "       [-1, -1,  1]], dtype=int8), -1), action = None, winner = 1\n",
      "00:00:07 [INFO] state = (array([[ 1, -1, -1],\n",
      "       [ 0,  1,  1],\n",
      "       [ 0, -1,  1]], dtype=int8), -1), action = None, winner = 1\n",
      "00:00:07 [INFO] state = (array([[ 1,  1,  0],\n",
      "       [ 0,  1, -1],\n",
      "       [-1,  0,  0]], dtype=int8), -1), action = [2 2], winner = 1\n",
      "00:00:07 [INFO] state = (array([[ 1,  0,  1],\n",
      "       [ 0,  0,  0],\n",
      "       [ 1, -1, -1]], dtype=int8), -1), action = [1 2], winner = 1\n",
      "00:00:07 [INFO] state = (array([[-1,  1,  0],\n",
      "       [ 0, -1,  1],\n",
      "       [-1,  1,  0]], dtype=int8), 1), action = [2 2], winner = -1\n",
      "00:00:07 [INFO] state = (array([[-1,  0,  0],\n",
      "       [ 1, -1,  0],\n",
      "       [ 1,  0,  1]], dtype=int8), -1), action = [2 1], winner = 0\n",
      "00:00:07 [INFO] state = (array([[ 1,  0,  0],\n",
      "       [ 1, -1,  1],\n",
      "       [-1,  0, -1]], dtype=int8), 1), action = [2 1], winner = -1\n",
      "00:00:07 [INFO] state = (array([[ 0,  1,  1],\n",
      "       [ 0,  0, -1],\n",
      "       [-1, -1,  1]], dtype=int8), 1), action = [0 0], winner = 1\n",
      "00:00:07 [INFO] state = (array([[ 1,  0,  0],\n",
      "       [-1,  1, -1],\n",
      "       [ 0,  0,  1]], dtype=int8), -1), action = None, winner = 1\n",
      "00:00:07 [INFO] state = (array([[ 1, -1, -1],\n",
      "       [ 1,  0,  0],\n",
      "       [ 1, -1,  1]], dtype=int8), -1), action = None, winner = 1\n",
      "00:00:07 [INFO] state = (array([[ 1,  1,  1],\n",
      "       [-1, -1,  0],\n",
      "       [ 0,  0,  0]], dtype=int8), -1), action = None, winner = 1\n",
      "00:00:07 [INFO] state = (array([[ 1,  1,  1],\n",
      "       [ 0,  0, -1],\n",
      "       [-1,  1, -1]], dtype=int8), -1), action = None, winner = 1\n",
      "00:00:07 [INFO] state = (array([[ 0, -1,  1],\n",
      "       [-1,  0,  0],\n",
      "       [-1,  1,  1]], dtype=int8), 1), action = [1 2], winner = 1\n",
      "00:00:07 [INFO] state = (array([[ 1, -1, -1],\n",
      "       [ 0, -1,  1],\n",
      "       [ 1,  0,  0]], dtype=int8), 1), action = [2 1], winner = 1\n",
      "00:00:07 [INFO] state = (array([[-1,  1, -1],\n",
      "       [ 0,  0,  0],\n",
      "       [ 0,  1,  1]], dtype=int8), -1), action = [2 0], winner = 1\n",
      "00:00:07 [INFO] state = (array([[ 1, -1,  0],\n",
      "       [-1,  0,  1],\n",
      "       [ 1, -1,  0]], dtype=int8), 1), action = [1 1], winner = 1\n",
      "00:00:07 [INFO] state = (array([[ 1, -1,  1],\n",
      "       [-1,  1,  1],\n",
      "       [-1,  0,  0]], dtype=int8), -1), action = [2 2], winner = 0\n",
      "00:00:07 [INFO] state = (array([[ 0,  0,  0],\n",
      "       [-1,  1, -1],\n",
      "       [ 1, -1,  1]], dtype=int8), 1), action = [0 2], winner = 1\n",
      "00:00:07 [INFO] state = (array([[ 1,  0,  1],\n",
      "       [-1,  1, -1],\n",
      "       [ 1,  0, -1]], dtype=int8), -1), action = None, winner = 1\n",
      "00:00:07 [INFO] state = (array([[-1, -1,  0],\n",
      "       [ 1,  1,  0],\n",
      "       [ 1,  0, -1]], dtype=int8), 1), action = [1 2], winner = 1\n",
      "00:00:07 [INFO] state = (array([[ 0, -1,  0],\n",
      "       [ 1, -1,  0],\n",
      "       [ 1,  1,  0]], dtype=int8), -1), action = [2 2], winner = 1\n",
      "00:00:07 [INFO] state = (array([[ 1, -1,  0],\n",
      "       [ 1,  0, -1],\n",
      "       [ 0, -1,  1]], dtype=int8), 1), action = [2 0], winner = 1\n",
      "00:00:07 [INFO] state = (array([[-1,  1, -1],\n",
      "       [ 0,  1,  1],\n",
      "       [-1,  1,  0]], dtype=int8), -1), action = None, winner = 1\n",
      "00:00:07 [INFO] state = (array([[ 1,  1,  0],\n",
      "       [-1,  1,  0],\n",
      "       [-1,  1, -1]], dtype=int8), -1), action = None, winner = 1\n",
      "00:00:07 [INFO] state = (array([[-1, -1,  1],\n",
      "       [ 0,  0,  0],\n",
      "       [ 0,  1,  1]], dtype=int8), -1), action = [2 0], winner = 1\n",
      "00:00:07 [INFO] state = (array([[-1,  0,  0],\n",
      "       [-1,  0,  1],\n",
      "       [ 1, -1,  1]], dtype=int8), 1), action = [0 2], winner = 1\n",
      "00:00:07 [INFO] state = (array([[ 0,  0, -1],\n",
      "       [ 0, -1,  1],\n",
      "       [ 1,  0,  0]], dtype=int8), 1), action = [2 2], winner = 0\n",
      "00:00:07 [INFO] state = (array([[ 1, -1,  0],\n",
      "       [ 1,  1,  0],\n",
      "       [-1,  1, -1]], dtype=int8), -1), action = [1 2], winner = 0\n",
      "00:00:07 [INFO] state = (array([[ 0,  0,  0],\n",
      "       [ 1,  1, -1],\n",
      "       [ 1,  0, -1]], dtype=int8), -1), action = [0 2], winner = -1\n",
      "00:00:07 [INFO] state = (array([[ 1,  1, -1],\n",
      "       [ 0,  0, -1],\n",
      "       [-1,  1,  0]], dtype=int8), 1), action = [1 1], winner = 1\n",
      "00:00:07 [INFO] state = (array([[ 1,  0,  1],\n",
      "       [ 0,  0,  0],\n",
      "       [-1,  1, -1]], dtype=int8), -1), action = [0 1], winner = 0\n",
      "00:00:07 [INFO] state = (array([[-1, -1,  0],\n",
      "       [ 0,  1,  0],\n",
      "       [ 1,  1, -1]], dtype=int8), 1), action = [0 2], winner = 1\n",
      "00:00:07 [INFO] state = (array([[-1,  0,  0],\n",
      "       [ 1,  0,  1],\n",
      "       [ 0, -1,  0]], dtype=int8), 1), action = [2 2], winner = 1\n",
      "00:00:07 [INFO] state = (array([[-1, -1,  0],\n",
      "       [ 1, -1,  1],\n",
      "       [ 1,  1,  0]], dtype=int8), -1), action = [2 2], winner = -1\n",
      "00:00:07 [INFO] state = (array([[ 1, -1,  0],\n",
      "       [ 0,  1,  1],\n",
      "       [ 0, -1, -1]], dtype=int8), 1), action = [2 0], winner = 1\n",
      "00:00:07 [INFO] state = (array([[ 0,  1,  1],\n",
      "       [-1, -1,  0],\n",
      "       [ 1,  0,  0]], dtype=int8), -1), action = [1 2], winner = -1\n",
      "00:00:07 [INFO] state = (array([[ 1,  0, -1],\n",
      "       [ 0,  0, -1],\n",
      "       [ 1,  1,  0]], dtype=int8), -1), action = [2 2], winner = -1\n",
      "00:00:07 [INFO] state = (array([[-1,  1,  1],\n",
      "       [ 0,  0,  0],\n",
      "       [ 0,  0,  0]], dtype=int8), -1), action = [2 0], winner = -1\n",
      "00:00:07 [INFO] state = (array([[ 1,  0,  0],\n",
      "       [-1,  0,  0],\n",
      "       [ 0,  0,  0]], dtype=int8), 1), action = [1 1], winner = 1\n",
      "00:00:07 [INFO] state = (array([[-1,  1,  0],\n",
      "       [ 0,  1,  1],\n",
      "       [-1,  0, -1]], dtype=int8), 1), action = [2 1], winner = 1\n",
      "00:00:07 [INFO] state = (array([[ 1,  0,  0],\n",
      "       [-1,  1,  0],\n",
      "       [ 0, -1,  0]], dtype=int8), 1), action = [2 2], winner = 1\n",
      "00:00:07 [INFO] state = (array([[ 0, -1,  0],\n",
      "       [ 1, -1,  1],\n",
      "       [ 0,  0,  0]], dtype=int8), 1), action = [2 2], winner = -1\n",
      "00:00:07 [INFO] state = (array([[ 1,  0, -1],\n",
      "       [ 1,  0, -1],\n",
      "       [ 0, -1,  1]], dtype=int8), 1), action = [2 0], winner = 1\n",
      "00:00:07 [INFO] state = (array([[ 1, -1,  1],\n",
      "       [ 1, -1, -1],\n",
      "       [ 1,  0,  0]], dtype=int8), -1), action = None, winner = 1\n",
      "00:00:07 [INFO] state = (array([[ 1,  0,  1],\n",
      "       [-1, -1,  1],\n",
      "       [ 0, -1,  1]], dtype=int8), -1), action = None, winner = 1\n",
      "00:00:07 [INFO] state = (array([[ 0, -1, -1],\n",
      "       [ 0,  1,  0],\n",
      "       [ 1,  1,  0]], dtype=int8), -1), action = [2 2], winner = -1\n",
      "00:00:07 [INFO] state = (array([[ 0, -1,  0],\n",
      "       [ 0,  0,  0],\n",
      "       [ 0,  0,  1]], dtype=int8), 1), action = [2 0], winner = 1\n",
      "00:00:07 [INFO] state = (array([[ 0,  1,  1],\n",
      "       [-1,  1, -1],\n",
      "       [-1,  0,  1]], dtype=int8), -1), action = [0 0], winner = -1\n",
      "00:00:07 [INFO] state = (array([[ 0,  1,  0],\n",
      "       [ 0,  1,  1],\n",
      "       [-1, -1,  0]], dtype=int8), -1), action = [2 2], winner = -1\n",
      "00:00:07 [INFO] state = (array([[ 0,  1, -1],\n",
      "       [ 0, -1,  0],\n",
      "       [ 1,  0,  0]], dtype=int8), 1), action = [2 2], winner = 0\n",
      "00:00:07 [INFO] state = (array([[ 0,  0,  1],\n",
      "       [-1,  0,  1],\n",
      "       [ 0, -1,  0]], dtype=int8), 1), action = [2 2], winner = 1\n",
      "00:00:07 [INFO] state = (array([[ 1,  1, -1],\n",
      "       [ 1,  0,  0],\n",
      "       [-1,  0, -1]], dtype=int8), 1), action = [2 1], winner = -1\n",
      "00:00:07 [INFO] state = (array([[-1,  1, -1],\n",
      "       [ 0,  1,  1],\n",
      "       [-1, -1,  1]], dtype=int8), 1), action = [1 0], winner = 1\n",
      "00:00:07 [INFO] state = (array([[ 0,  0,  1],\n",
      "       [ 0,  1,  0],\n",
      "       [ 0, -1,  0]], dtype=int8), -1), action = [2 2], winner = 1\n",
      "00:00:07 [INFO] state = (array([[ 1, -1,  1],\n",
      "       [-1,  1,  0],\n",
      "       [-1,  1,  0]], dtype=int8), -1), action = [2 2], winner = 0\n",
      "00:00:07 [INFO] state = (array([[-1,  1,  0],\n",
      "       [ 1,  1, -1],\n",
      "       [ 1, -1,  0]], dtype=int8), -1), action = [0 2], winner = 0\n",
      "00:00:07 [INFO] state = (array([[ 0,  0,  0],\n",
      "       [ 1, -1,  1],\n",
      "       [ 0, -1,  0]], dtype=int8), 1), action = [2 2], winner = -1\n",
      "00:00:07 [INFO] state = (array([[ 0,  1, -1],\n",
      "       [ 0,  1, -1],\n",
      "       [ 1, -1,  1]], dtype=int8), -1), action = [0 0], winner = 0\n",
      "00:00:07 [INFO] state = (array([[ 1,  0,  1],\n",
      "       [ 0,  1, -1],\n",
      "       [ 0, -1,  0]], dtype=int8), -1), action = [2 2], winner = 1\n",
      "00:00:07 [INFO] state = (array([[-1,  1,  1],\n",
      "       [ 0, -1,  1],\n",
      "       [ 0, -1,  1]], dtype=int8), -1), action = None, winner = 1\n",
      "00:00:07 [INFO] state = (array([[ 1,  1,  1],\n",
      "       [-1,  1,  0],\n",
      "       [ 0, -1, -1]], dtype=int8), -1), action = None, winner = 1\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "00:00:07 [INFO] state = (array([[ 0,  1, -1],\n",
      "       [ 1, -1,  1],\n",
      "       [ 0,  0, -1]], dtype=int8), 1), action = [2 1], winner = -1\n",
      "00:00:07 [INFO] state = (array([[ 1,  1, -1],\n",
      "       [ 1,  0,  0],\n",
      "       [-1, -1,  0]], dtype=int8), 1), action = [2 2], winner = -1\n",
      "00:00:07 [INFO] state = (array([[-1,  0,  0],\n",
      "       [ 0, -1,  1],\n",
      "       [ 1, -1,  1]], dtype=int8), 1), action = [0 2], winner = 1\n",
      "00:00:07 [INFO] state = (array([[ 0,  0, -1],\n",
      "       [ 0, -1,  1],\n",
      "       [ 0,  0,  1]], dtype=int8), 1), action = [2 0], winner = 0\n",
      "00:00:07 [INFO] state = (array([[ 0, -1,  1],\n",
      "       [ 0,  1,  0],\n",
      "       [ 1,  0, -1]], dtype=int8), -1), action = None, winner = 1\n",
      "00:00:07 [INFO] state = (array([[ 1,  1, -1],\n",
      "       [ 1, -1, -1],\n",
      "       [-1,  0,  1]], dtype=int8), 1), action = None, winner = -1\n",
      "00:00:07 [INFO] state = (array([[ 0,  1,  0],\n",
      "       [ 0,  0,  1],\n",
      "       [ 0, -1,  0]], dtype=int8), -1), action = [0 2], winner = 0\n",
      "00:00:07 [INFO] state = (array([[ 0, -1,  1],\n",
      "       [-1,  1,  0],\n",
      "       [ 0, -1,  1]], dtype=int8), 1), action = [2 0], winner = 1\n",
      "00:00:07 [INFO] state = (array([[ 1,  1,  0],\n",
      "       [ 0, -1, -1],\n",
      "       [ 0,  1,  0]], dtype=int8), -1), action = [1 0], winner = -1\n",
      "00:00:07 [INFO] state = (array([[ 1,  0,  0],\n",
      "       [ 1, -1,  0],\n",
      "       [-1,  1,  0]], dtype=int8), -1), action = [0 2], winner = -1\n",
      "00:00:07 [INFO] state = (array([[-1,  0, -1],\n",
      "       [ 0,  1, -1],\n",
      "       [ 1,  0,  1]], dtype=int8), 1), action = [2 1], winner = 1\n",
      "00:00:07 [INFO] state = (array([[ 0, -1,  0],\n",
      "       [ 1, -1,  0],\n",
      "       [ 0,  1,  1]], dtype=int8), -1), action = [2 0], winner = 0\n",
      "00:00:07 [INFO] state = (array([[-1, -1,  1],\n",
      "       [ 0,  1,  1],\n",
      "       [-1,  1,  0]], dtype=int8), -1), action = [1 0], winner = -1\n",
      "00:00:07 [INFO] state = (array([[ 0,  0, -1],\n",
      "       [ 0,  1, -1],\n",
      "       [ 0,  0,  1]], dtype=int8), 1), action = [2 1], winner = 1\n",
      "00:00:07 [INFO] state = (array([[ 1,  1,  0],\n",
      "       [ 1, -1, -1],\n",
      "       [ 0,  0, -1]], dtype=int8), 1), action = [2 0], winner = 1\n",
      "00:00:07 [INFO] state = (array([[ 1,  0,  1],\n",
      "       [ 0,  0, -1],\n",
      "       [ 1,  0, -1]], dtype=int8), -1), action = [2 1], winner = 1\n",
      "00:00:07 [INFO] state = (array([[ 0,  1, -1],\n",
      "       [ 0,  1,  0],\n",
      "       [-1,  0,  0]], dtype=int8), 1), action = [2 2], winner = 1\n",
      "00:00:07 [INFO] state = (array([[ 1,  0, -1],\n",
      "       [ 0,  0,  0],\n",
      "       [-1,  0,  1]], dtype=int8), 1), action = [1 1], winner = 1\n",
      "00:00:07 [INFO] state = (array([[-1,  1,  1],\n",
      "       [-1,  0, -1],\n",
      "       [ 1,  1, -1]], dtype=int8), 1), action = [1 1], winner = 1\n",
      "00:00:07 [INFO] state = (array([[-1,  1,  0],\n",
      "       [ 1, -1,  1],\n",
      "       [-1,  0,  1]], dtype=int8), -1), action = [0 2], winner = -1\n",
      "00:00:07 [INFO] state = (array([[ 1, -1,  0],\n",
      "       [ 1,  1, -1],\n",
      "       [ 0, -1,  1]], dtype=int8), -1), action = None, winner = 1\n",
      "00:00:07 [INFO] state = (array([[ 0,  0, -1],\n",
      "       [ 1,  0,  0],\n",
      "       [ 0,  1, -1]], dtype=int8), 1), action = [2 0], winner = -1\n",
      "00:00:07 [INFO] state = (array([[ 0, -1,  1],\n",
      "       [-1,  0,  0],\n",
      "       [ 1,  1,  0]], dtype=int8), -1), action = [2 2], winner = 1\n",
      "00:00:07 [INFO] state = (array([[-1,  1,  0],\n",
      "       [ 1, -1,  1],\n",
      "       [-1,  1,  0]], dtype=int8), -1), action = [2 2], winner = -1\n",
      "00:00:07 [INFO] state = (array([[ 0, -1,  0],\n",
      "       [ 0,  1,  0],\n",
      "       [-1,  0,  1]], dtype=int8), 1), action = [1 2], winner = 1\n",
      "00:00:07 [INFO] state = (array([[ 1, -1,  0],\n",
      "       [ 1,  1, -1],\n",
      "       [-1,  0,  1]], dtype=int8), -1), action = None, winner = 1\n",
      "00:00:07 [INFO] state = (array([[ 0,  0,  0],\n",
      "       [-1,  0,  0],\n",
      "       [ 0,  1,  0]], dtype=int8), 1), action = [2 0], winner = 1\n",
      "00:00:07 [INFO] state = (array([[ 0,  0,  0],\n",
      "       [ 0,  1,  1],\n",
      "       [-1,  0,  0]], dtype=int8), -1), action = [1 0], winner = 0\n",
      "00:00:07 [INFO] state = (array([[-1,  1, -1],\n",
      "       [ 1,  0,  0],\n",
      "       [-1,  0,  1]], dtype=int8), 1), action = [1 1], winner = 1\n",
      "00:00:07 [INFO] state = (array([[ 1, -1,  0],\n",
      "       [-1,  1,  1],\n",
      "       [ 0,  1, -1]], dtype=int8), -1), action = [2 0], winner = 0\n",
      "00:00:07 [INFO] state = (array([[ 1,  0,  0],\n",
      "       [-1,  1,  0],\n",
      "       [ 1, -1, -1]], dtype=int8), 1), action = [0 2], winner = 1\n",
      "00:00:07 [INFO] state = (array([[ 0,  0,  0],\n",
      "       [-1,  1,  1],\n",
      "       [ 0,  0, -1]], dtype=int8), 1), action = [2 1], winner = 0\n",
      "00:00:07 [INFO] state = (array([[ 1, -1,  1],\n",
      "       [-1, -1,  1],\n",
      "       [ 0,  0,  0]], dtype=int8), 1), action = [2 2], winner = 1\n",
      "00:00:07 [INFO] state = (array([[ 1,  0,  1],\n",
      "       [-1,  1, -1],\n",
      "       [ 0, -1,  0]], dtype=int8), 1), action = [2 2], winner = 1\n",
      "00:00:07 [INFO] state = (array([[ 1,  1,  0],\n",
      "       [-1,  0,  0],\n",
      "       [-1,  1,  0]], dtype=int8), -1), action = [2 2], winner = 1\n",
      "00:00:07 [INFO] state = (array([[ 1, -1,  1],\n",
      "       [-1,  0,  1],\n",
      "       [-1,  1,  0]], dtype=int8), -1), action = [2 2], winner = 0\n",
      "00:00:07 [INFO] state = (array([[ 0,  1,  1],\n",
      "       [ 0,  0,  0],\n",
      "       [-1, -1,  0]], dtype=int8), 1), action = [2 2], winner = 1\n",
      "00:00:07 [INFO] state = (array([[-1,  0,  0],\n",
      "       [ 1,  1,  0],\n",
      "       [-1,  0,  1]], dtype=int8), -1), action = [1 2], winner = 0\n",
      "00:00:07 [INFO] state = (array([[ 1, -1, -1],\n",
      "       [ 1,  1, -1],\n",
      "       [ 1, -1,  1]], dtype=int8), -1), action = None, winner = 1\n",
      "00:00:07 [INFO] state = (array([[-1, -1,  0],\n",
      "       [ 1,  1,  0],\n",
      "       [ 1, -1,  1]], dtype=int8), -1), action = [0 2], winner = -1\n",
      "00:00:07 [INFO] state = (array([[ 1,  0, -1],\n",
      "       [ 1, -1,  0],\n",
      "       [ 0,  1, -1]], dtype=int8), 1), action = [2 0], winner = 1\n",
      "00:00:07 [INFO] state = (array([[ 1,  0, -1],\n",
      "       [ 1, -1,  0],\n",
      "       [ 1, -1,  1]], dtype=int8), -1), action = None, winner = 1\n",
      "00:00:07 [INFO] state = (array([[ 0,  0, -1],\n",
      "       [ 1,  0,  0],\n",
      "       [-1,  1,  0]], dtype=int8), 1), action = [1 1], winner = 1\n",
      "00:00:07 [INFO] state = (array([[-1,  1,  1],\n",
      "       [ 0,  1,  1],\n",
      "       [ 0, -1, -1]], dtype=int8), -1), action = [2 0], winner = -1\n",
      "00:00:07 [INFO] state = (array([[-1, -1,  1],\n",
      "       [ 1,  1,  0],\n",
      "       [ 0,  0, -1]], dtype=int8), 1), action = [2 1], winner = 1\n",
      "00:00:07 [INFO] state = (array([[-1, -1,  1],\n",
      "       [ 1,  0,  0],\n",
      "       [ 1, -1,  1]], dtype=int8), -1), action = [1 1], winner = -1\n",
      "00:00:07 [INFO] state = (array([[-1, -1,  1],\n",
      "       [ 1, -1,  0],\n",
      "       [ 1,  0,  1]], dtype=int8), -1), action = [2 1], winner = -1\n",
      "00:00:07 [INFO] state = (array([[ 1,  0,  0],\n",
      "       [ 1, -1, -1],\n",
      "       [-1,  1,  0]], dtype=int8), 1), action = [0 2], winner = 0\n",
      "00:00:07 [INFO] state = (array([[ 1, -1,  1],\n",
      "       [ 1,  0,  0],\n",
      "       [ 0, -1, -1]], dtype=int8), 1), action = [2 0], winner = 1\n",
      "00:00:07 [INFO] state = (array([[ 1,  1,  0],\n",
      "       [ 0, -1,  0],\n",
      "       [ 1, -1,  0]], dtype=int8), -1), action = [2 2], winner = 1\n",
      "00:00:07 [INFO] state = (array([[ 1,  0,  1],\n",
      "       [-1,  0,  0],\n",
      "       [-1, -1,  1]], dtype=int8), 1), action = [1 2], winner = 1\n",
      "00:00:07 [INFO] state = (array([[-1,  1,  1],\n",
      "       [ 1, -1, -1],\n",
      "       [-1,  1,  0]], dtype=int8), 1), action = [2 2], winner = 0\n",
      "00:00:07 [INFO] state = (array([[ 0,  0,  1],\n",
      "       [ 1,  0, -1],\n",
      "       [-1,  1,  0]], dtype=int8), -1), action = [1 1], winner = 0\n",
      "00:00:07 [INFO] state = (array([[ 1,  1, -1],\n",
      "       [ 0,  0,  1],\n",
      "       [ 0, -1,  0]], dtype=int8), -1), action = [2 0], winner = -1\n",
      "00:00:07 [INFO] state = (array([[ 0,  1,  1],\n",
      "       [ 0, -1, -1],\n",
      "       [ 0,  1,  0]], dtype=int8), -1), action = [1 0], winner = -1\n",
      "00:00:07 [INFO] state = (array([[ 1,  1,  0],\n",
      "       [ 0,  1,  0],\n",
      "       [-1,  0, -1]], dtype=int8), -1), action = [2 1], winner = -1\n",
      "00:00:07 [INFO] state = (array([[-1,  0,  1],\n",
      "       [ 1, -1, -1],\n",
      "       [-1,  1,  1]], dtype=int8), 1), action = [0 1], winner = 0\n",
      "00:00:07 [INFO] state = (array([[ 1,  1,  1],\n",
      "       [-1,  1, -1],\n",
      "       [ 0, -1,  0]], dtype=int8), -1), action = None, winner = 1\n",
      "00:00:07 [INFO] state = (array([[ 0,  0,  1],\n",
      "       [ 1,  0, -1],\n",
      "       [ 1, -1, -1]], dtype=int8), 1), action = [1 1], winner = 1\n",
      "00:00:07 [INFO] state = (array([[ 1,  0,  0],\n",
      "       [-1,  1,  0],\n",
      "       [ 0, -1,  1]], dtype=int8), -1), action = None, winner = 1\n",
      "00:00:07 [INFO] state = (array([[-1,  1,  1],\n",
      "       [ 0,  0,  0],\n",
      "       [ 1,  0, -1]], dtype=int8), -1), action = [1 1], winner = -1\n",
      "00:00:07 [INFO] state = (array([[ 0,  1, -1],\n",
      "       [ 0,  1, -1],\n",
      "       [-1,  1,  1]], dtype=int8), -1), action = None, winner = 1\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "00:00:07 [INFO] state = (array([[-1,  1, -1],\n",
      "       [ 1, -1,  0],\n",
      "       [-1,  1,  1]], dtype=int8), 1), action = None, winner = -1\n",
      "00:00:07 [INFO] state = (array([[ 0, -1,  0],\n",
      "       [ 0,  1,  1],\n",
      "       [-1,  1,  0]], dtype=int8), -1), action = [1 0], winner = 0\n",
      "00:00:07 [INFO] state = (array([[ 1,  1, -1],\n",
      "       [ 0, -1,  1],\n",
      "       [ 0, -1,  1]], dtype=int8), -1), action = [2 0], winner = -1\n",
      "00:00:07 [INFO] state = (array([[ 0,  0,  1],\n",
      "       [ 1,  1, -1],\n",
      "       [-1, -1,  1]], dtype=int8), -1), action = [0 0], winner = 0\n",
      "00:00:07 [INFO] state = (array([[ 0,  0, -1],\n",
      "       [ 0,  1,  0],\n",
      "       [ 0, -1,  1]], dtype=int8), 1), action = [1 2], winner = 1\n",
      "00:00:07 [INFO] state = (array([[ 0,  0,  1],\n",
      "       [ 0,  0,  1],\n",
      "       [ 0, -1, -1]], dtype=int8), 1), action = [2 0], winner = -1\n",
      "00:00:07 [INFO] state = (array([[-1,  1,  0],\n",
      "       [ 1, -1,  0],\n",
      "       [ 0,  1, -1]], dtype=int8), 1), action = None, winner = -1\n",
      "00:00:07 [INFO] state = (array([[ 1,  0, -1],\n",
      "       [ 0,  1,  0],\n",
      "       [-1,  1, -1]], dtype=int8), 1), action = [1 2], winner = 1\n",
      "00:00:07 [INFO] state = (array([[ 1,  1,  0],\n",
      "       [ 0,  0,  0],\n",
      "       [ 1, -1, -1]], dtype=int8), -1), action = [1 2], winner = 1\n",
      "00:00:07 [INFO] state = (array([[ 0,  1, -1],\n",
      "       [ 0,  0,  1],\n",
      "       [ 0,  0,  0]], dtype=int8), -1), action = [2 1], winner = 0\n",
      "00:00:07 [INFO] state = (array([[-1,  1,  1],\n",
      "       [-1, -1,  0],\n",
      "       [ 1,  0,  1]], dtype=int8), -1), action = [1 2], winner = -1\n",
      "00:00:07 [INFO] state = (array([[ 0,  1,  0],\n",
      "       [-1,  0,  1],\n",
      "       [ 1, -1,  0]], dtype=int8), -1), action = [0 2], winner = 0\n",
      "00:00:07 [INFO] state = (array([[-1,  1,  0],\n",
      "       [ 0,  0,  1],\n",
      "       [ 1, -1, -1]], dtype=int8), 1), action = [1 1], winner = 1\n",
      "00:00:07 [INFO] state = (array([[ 0,  1,  0],\n",
      "       [ 1,  0, -1],\n",
      "       [ 1, -1, -1]], dtype=int8), 1), action = [0 2], winner = 1\n",
      "00:00:07 [INFO] state = (array([[-1,  1, -1],\n",
      "       [ 0,  1,  1],\n",
      "       [ 0, -1,  0]], dtype=int8), 1), action = [1 0], winner = 1\n",
      "00:00:07 [INFO] state = (array([[-1,  0,  1],\n",
      "       [ 0,  1,  1],\n",
      "       [-1,  0, -1]], dtype=int8), 1), action = [1 0], winner = 1\n",
      "00:00:07 [INFO] state = (array([[ 0, -1, -1],\n",
      "       [-1,  1,  0],\n",
      "       [ 1,  1,  0]], dtype=int8), 1), action = [2 2], winner = 1\n",
      "00:00:07 [INFO] state = (array([[ 1, -1,  1],\n",
      "       [ 1,  0, -1],\n",
      "       [ 1, -1,  0]], dtype=int8), -1), action = None, winner = 1\n",
      "00:00:07 [INFO] state = (array([[ 0,  0,  1],\n",
      "       [-1,  1,  1],\n",
      "       [-1,  1, -1]], dtype=int8), -1), action = [0 0], winner = -1\n",
      "00:00:07 [INFO] state = (array([[ 0,  1, -1],\n",
      "       [ 0,  1,  0],\n",
      "       [ 0,  0, -1]], dtype=int8), 1), action = [2 1], winner = 1\n",
      "00:00:07 [INFO] state = (array([[ 1,  0, -1],\n",
      "       [ 1, -1,  1],\n",
      "       [ 1, -1,  0]], dtype=int8), -1), action = None, winner = 1\n",
      "00:00:07 [INFO] state = (array([[ 0,  0, -1],\n",
      "       [-1,  1,  1],\n",
      "       [ 1, -1,  1]], dtype=int8), -1), action = [0 0], winner = 0\n",
      "00:00:07 [INFO] state = (array([[ 1,  0, -1],\n",
      "       [ 0, -1,  0],\n",
      "       [ 0,  1,  1]], dtype=int8), -1), action = [2 0], winner = -1\n",
      "00:00:07 [INFO] state = (array([[-1,  0,  1],\n",
      "       [-1,  0,  1],\n",
      "       [ 1,  1, -1]], dtype=int8), -1), action = [1 1], winner = -1\n",
      "00:00:07 [INFO] state = (array([[-1,  1,  1],\n",
      "       [ 0,  1,  1],\n",
      "       [-1,  0, -1]], dtype=int8), -1), action = [2 1], winner = -1\n",
      "00:00:07 [INFO] state = (array([[-1, -1,  1],\n",
      "       [ 0,  0,  0],\n",
      "       [-1,  1,  1]], dtype=int8), 1), action = [1 2], winner = 1\n",
      "00:00:07 [INFO] state = (array([[ 0,  1,  0],\n",
      "       [ 0,  0, -1],\n",
      "       [ 1,  0,  0]], dtype=int8), -1), action = [1 1], winner = 0\n",
      "00:00:07 [INFO] state = (array([[ 1, -1,  1],\n",
      "       [-1,  0,  0],\n",
      "       [ 1,  0, -1]], dtype=int8), 1), action = [1 1], winner = 1\n",
      "00:00:07 [INFO] state = (array([[ 1,  0, -1],\n",
      "       [ 1,  1, -1],\n",
      "       [-1,  0,  1]], dtype=int8), -1), action = None, winner = 1\n",
      "00:00:07 [INFO] state = (array([[-1,  1,  1],\n",
      "       [ 1, -1,  0],\n",
      "       [-1,  0,  1]], dtype=int8), -1), action = [1 2], winner = 0\n",
      "00:00:07 [INFO] state = (array([[-1,  1,  0],\n",
      "       [ 1,  0,  1],\n",
      "       [ 0, -1, -1]], dtype=int8), 1), action = [1 1], winner = 1\n",
      "00:00:07 [INFO] state = (array([[-1, -1, -1],\n",
      "       [ 0,  1,  1],\n",
      "       [-1,  1,  1]], dtype=int8), 1), action = None, winner = -1\n",
      "00:00:07 [INFO] state = (array([[ 1,  1,  0],\n",
      "       [ 0, -1,  1],\n",
      "       [-1,  0,  0]], dtype=int8), -1), action = [0 2], winner = -1\n",
      "00:00:07 [INFO] state = (array([[ 0, -1, -1],\n",
      "       [ 1,  0,  1],\n",
      "       [ 1, -1,  0]], dtype=int8), 1), action = [1 1], winner = 1\n",
      "00:00:07 [INFO] state = (array([[ 0, -1,  1],\n",
      "       [-1, -1,  0],\n",
      "       [ 1,  1,  1]], dtype=int8), -1), action = None, winner = 1\n",
      "00:00:07 [INFO] state = (array([[ 1,  0, -1],\n",
      "       [ 1, -1,  0],\n",
      "       [ 1,  0,  0]], dtype=int8), -1), action = None, winner = 1\n",
      "00:00:07 [INFO] state = (array([[ 1,  0, -1],\n",
      "       [ 1, -1,  1],\n",
      "       [-1, -1,  1]], dtype=int8), 1), action = None, winner = -1\n",
      "00:00:07 [INFO] state = (array([[ 0,  0,  1],\n",
      "       [-1,  1, -1],\n",
      "       [-1,  0,  1]], dtype=int8), 1), action = [0 0], winner = 1\n",
      "00:00:07 [INFO] state = (array([[ 1,  1,  0],\n",
      "       [ 0, -1,  1],\n",
      "       [-1,  0, -1]], dtype=int8), 1), action = [0 2], winner = 1\n",
      "00:00:07 [INFO] state = (array([[ 0,  0, -1],\n",
      "       [-1,  0,  0],\n",
      "       [ 1,  1,  0]], dtype=int8), 1), action = [2 2], winner = 1\n",
      "00:00:07 [INFO] state = (array([[ 0,  0,  1],\n",
      "       [-1,  1,  0],\n",
      "       [-1, -1,  1]], dtype=int8), 1), action = [1 2], winner = 1\n",
      "00:00:07 [INFO] state = (array([[-1,  0,  1],\n",
      "       [ 0,  1, -1],\n",
      "       [-1,  0,  1]], dtype=int8), 1), action = [1 0], winner = 0\n",
      "00:00:07 [INFO] state = (array([[-1,  0,  1],\n",
      "       [ 0,  0,  1],\n",
      "       [ 1, -1,  0]], dtype=int8), -1), action = [2 2], winner = 1\n",
      "00:00:07 [INFO] state = (array([[ 1,  0,  0],\n",
      "       [ 1, -1, -1],\n",
      "       [ 1,  0,  0]], dtype=int8), -1), action = None, winner = 1\n",
      "00:00:07 [INFO] state = (array([[ 0,  0, -1],\n",
      "       [ 1,  0, -1],\n",
      "       [ 1, -1,  1]], dtype=int8), 1), action = [0 0], winner = 1\n",
      "00:00:07 [INFO] state = (array([[-1,  1,  1],\n",
      "       [ 1,  0, -1],\n",
      "       [-1,  0,  0]], dtype=int8), 1), action = [2 2], winner = 0\n",
      "00:00:07 [INFO] state = (array([[-1, -1,  1],\n",
      "       [ 0,  1, -1],\n",
      "       [-1,  1,  1]], dtype=int8), 1), action = [1 0], winner = 0\n",
      "00:00:07 [INFO] state = (array([[ 0,  1, -1],\n",
      "       [ 1,  0,  1],\n",
      "       [ 0,  0, -1]], dtype=int8), -1), action = [1 1], winner = -1\n",
      "00:00:07 [INFO] state = (array([[ 0, -1, -1],\n",
      "       [ 1,  0,  0],\n",
      "       [ 0,  1,  1]], dtype=int8), -1), action = [2 0], winner = -1\n",
      "00:00:07 [INFO] state = (array([[-1,  1,  0],\n",
      "       [ 0,  0,  1],\n",
      "       [-1,  1,  0]], dtype=int8), -1), action = [1 1], winner = -1\n",
      "00:00:07 [INFO] state = (array([[ 0,  0,  0],\n",
      "       [-1, -1,  1],\n",
      "       [ 1,  0,  1]], dtype=int8), -1), action = [2 1], winner = 1\n",
      "00:00:07 [INFO] state = (array([[ 1,  0, -1],\n",
      "       [-1, -1,  1],\n",
      "       [ 1,  0,  1]], dtype=int8), -1), action = [2 1], winner = 0\n",
      "00:00:07 [INFO] state = (array([[-1,  0, -1],\n",
      "       [ 1,  0,  1],\n",
      "       [ 0,  1, -1]], dtype=int8), 1), action = [1 1], winner = 1\n",
      "00:00:07 [INFO] state = (array([[-1,  0,  1],\n",
      "       [ 0, -1,  0],\n",
      "       [ 1, -1,  1]], dtype=int8), 1), action = [1 2], winner = 1\n",
      "00:00:07 [INFO] state = (array([[ 0,  1,  1],\n",
      "       [-1,  0, -1],\n",
      "       [ 1,  0,  0]], dtype=int8), -1), action = [1 1], winner = -1\n",
      "00:00:07 [INFO] state = (array([[ 0,  0, -1],\n",
      "       [ 0,  1,  0],\n",
      "       [ 0,  1, -1]], dtype=int8), 1), action = [1 2], winner = 1\n",
      "00:00:07 [INFO] state = (array([[ 0, -1, -1],\n",
      "       [ 1,  1,  0],\n",
      "       [ 1,  0, -1]], dtype=int8), 1), action = [1 2], winner = 1\n",
      "00:00:07 [INFO] state = (array([[ 0,  0,  1],\n",
      "       [ 1,  1, -1],\n",
      "       [ 0, -1,  0]], dtype=int8), -1), action = [2 0], winner = 0\n",
      "00:00:07 [INFO] state = (array([[ 0, -1,  0],\n",
      "       [ 1,  0, -1],\n",
      "       [-1,  1,  1]], dtype=int8), 1), action = [1 1], winner = 0\n",
      "00:00:07 [INFO] state = (array([[ 0,  0, -1],\n",
      "       [ 0,  1,  0],\n",
      "       [ 0,  1,  0]], dtype=int8), -1), action = [0 1], winner = 0\n",
      "00:00:07 [INFO] state = (array([[ 1, -1, -1],\n",
      "       [-1,  0,  1],\n",
      "       [ 0,  1,  0]], dtype=int8), 1), action = [2 2], winner = 1\n",
      "00:00:07 [INFO] state = (array([[ 1, -1,  1],\n",
      "       [-1, -1,  1],\n",
      "       [ 0,  1,  0]], dtype=int8), -1), action = [2 2], winner = 0\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "00:00:07 [INFO] state = (array([[-1,  0,  0],\n",
      "       [ 0,  0,  1],\n",
      "       [ 0,  0,  1]], dtype=int8), -1), action = [0 2], winner = -1\n",
      "00:00:07 [INFO] state = (array([[-1,  1,  0],\n",
      "       [ 1,  0, -1],\n",
      "       [ 0,  0,  0]], dtype=int8), 1), action = [2 2], winner = 0\n",
      "00:00:07 [INFO] state = (array([[ 1, -1,  0],\n",
      "       [ 0,  1, -1],\n",
      "       [ 0,  0,  1]], dtype=int8), -1), action = None, winner = 1\n",
      "00:00:07 [INFO] state = (array([[ 0,  1,  0],\n",
      "       [ 0,  0,  1],\n",
      "       [-1,  1, -1]], dtype=int8), -1), action = [1 1], winner = -1\n",
      "00:00:07 [INFO] state = (array([[ 1, -1,  0],\n",
      "       [-1,  0, -1],\n",
      "       [ 1,  1,  1]], dtype=int8), -1), action = None, winner = 1\n",
      "00:00:07 [INFO] state = (array([[ 1,  1, -1],\n",
      "       [-1,  1,  1],\n",
      "       [ 0, -1, -1]], dtype=int8), 1), action = [2 0], winner = 0\n",
      "00:00:07 [INFO] state = (array([[ 0, -1, -1],\n",
      "       [ 1,  0,  0],\n",
      "       [ 0,  0,  1]], dtype=int8), 1), action = [0 0], winner = 1\n",
      "00:00:07 [INFO] state = (array([[ 0,  1, -1],\n",
      "       [ 0,  0,  1],\n",
      "       [ 0,  1, -1]], dtype=int8), -1), action = [1 1], winner = -1\n",
      "00:00:07 [INFO] state = (array([[ 0,  1,  1],\n",
      "       [-1,  1, -1],\n",
      "       [-1, -1,  1]], dtype=int8), 1), action = [0 0], winner = 1\n",
      "00:00:07 [INFO] state = (array([[ 1,  0, -1],\n",
      "       [-1, -1,  1],\n",
      "       [ 1, -1,  1]], dtype=int8), 1), action = [0 1], winner = 0\n",
      "00:00:07 [INFO] state = (array([[ 0,  0,  1],\n",
      "       [ 0, -1,  0],\n",
      "       [ 1, -1,  0]], dtype=int8), 1), action = [0 1], winner = 0\n",
      "00:00:07 [INFO] state = (array([[ 1, -1,  0],\n",
      "       [ 1,  0,  1],\n",
      "       [ 0,  0, -1]], dtype=int8), -1), action = [2 1], winner = 1\n",
      "00:00:07 [INFO] state = (array([[ 1,  1, -1],\n",
      "       [-1,  1, -1],\n",
      "       [ 1,  0,  0]], dtype=int8), -1), action = [2 2], winner = -1\n",
      "00:00:07 [INFO] state = (array([[ 0,  0,  0],\n",
      "       [ 0,  1,  0],\n",
      "       [-1,  1, -1]], dtype=int8), 1), action = [1 2], winner = 1\n",
      "00:00:07 [INFO] state = (array([[ 0,  1,  0],\n",
      "       [ 0, -1, -1],\n",
      "       [ 1,  0,  0]], dtype=int8), 1), action = [1 0], winner = 0\n",
      "00:00:07 [INFO] state = (array([[ 0,  0, -1],\n",
      "       [-1,  0,  1],\n",
      "       [ 1,  0,  1]], dtype=int8), -1), action = [2 1], winner = 0\n",
      "00:00:07 [INFO] state = (array([[ 1, -1,  1],\n",
      "       [ 1, -1, -1],\n",
      "       [ 0,  0,  0]], dtype=int8), 1), action = [2 0], winner = 1\n",
      "00:00:07 [INFO] state = (array([[ 0,  1,  0],\n",
      "       [-1, -1,  0],\n",
      "       [ 1,  1,  0]], dtype=int8), -1), action = [2 2], winner = -1\n",
      "00:00:07 [INFO] state = (array([[ 1,  0, -1],\n",
      "       [ 1, -1, -1],\n",
      "       [ 1,  1,  0]], dtype=int8), -1), action = None, winner = 1\n",
      "00:00:07 [INFO] state = (array([[ 0,  0,  1],\n",
      "       [ 1,  0, -1],\n",
      "       [-1,  0,  0]], dtype=int8), 1), action = [2 2], winner = 0\n",
      "00:00:07 [INFO] state = (array([[ 0,  1, -1],\n",
      "       [ 0, -1,  0],\n",
      "       [ 0,  1,  1]], dtype=int8), -1), action = [2 0], winner = -1\n",
      "00:00:07 [INFO] state = (array([[-1,  1,  1],\n",
      "       [-1, -1,  0],\n",
      "       [ 1,  0,  0]], dtype=int8), 1), action = [2 2], winner = -1\n",
      "00:00:07 [INFO] state = (array([[ 1, -1,  0],\n",
      "       [-1,  0,  0],\n",
      "       [-1,  1,  1]], dtype=int8), 1), action = [1 2], winner = 1\n",
      "00:00:07 [INFO] state = (array([[ 0, -1,  1],\n",
      "       [ 0,  0,  0],\n",
      "       [-1,  0,  1]], dtype=int8), 1), action = [1 2], winner = 1\n",
      "00:00:07 [INFO] state = (array([[ 0,  1,  0],\n",
      "       [-1,  0, -1],\n",
      "       [ 1, -1,  1]], dtype=int8), 1), action = [1 1], winner = 1\n",
      "00:00:07 [INFO] state = (array([[-1, -1,  0],\n",
      "       [ 0,  1, -1],\n",
      "       [ 1,  0,  1]], dtype=int8), 1), action = [2 1], winner = 1\n",
      "00:00:07 [INFO] state = (array([[ 1,  1, -1],\n",
      "       [ 1, -1,  0],\n",
      "       [ 0, -1,  1]], dtype=int8), -1), action = [2 0], winner = -1\n",
      "00:00:07 [INFO] state = (array([[ 1,  1,  0],\n",
      "       [-1, -1,  0],\n",
      "       [ 1,  1, -1]], dtype=int8), -1), action = [1 2], winner = -1\n",
      "00:00:07 [INFO] state = (array([[ 1,  1,  0],\n",
      "       [ 1, -1,  0],\n",
      "       [-1,  0,  0]], dtype=int8), -1), action = [0 2], winner = -1\n",
      "00:00:07 [INFO] state = (array([[ 1,  0,  0],\n",
      "       [ 0,  0, -1],\n",
      "       [ 1, -1,  1]], dtype=int8), -1), action = [1 1], winner = 1\n",
      "00:00:07 [INFO] state = (array([[-1,  1, -1],\n",
      "       [ 0,  0, -1],\n",
      "       [ 1,  1,  1]], dtype=int8), -1), action = None, winner = 1\n",
      "00:00:07 [INFO] state = (array([[-1,  1,  1],\n",
      "       [ 0,  1, -1],\n",
      "       [-1,  0,  1]], dtype=int8), -1), action = [1 0], winner = -1\n",
      "00:00:07 [INFO] state = (array([[-1,  1, -1],\n",
      "       [ 1,  1,  0],\n",
      "       [ 1,  0, -1]], dtype=int8), -1), action = [1 2], winner = -1\n",
      "00:00:07 [INFO] state = (array([[-1,  0,  1],\n",
      "       [-1,  1,  1],\n",
      "       [ 1, -1,  0]], dtype=int8), -1), action = None, winner = 1\n",
      "00:00:07 [INFO] state = (array([[ 1,  1, -1],\n",
      "       [ 0, -1, -1],\n",
      "       [ 1,  0,  1]], dtype=int8), -1), action = [1 0], winner = -1\n",
      "00:00:07 [INFO] state = (array([[-1, -1,  1],\n",
      "       [-1,  0,  1],\n",
      "       [ 1,  1, -1]], dtype=int8), 1), action = [1 1], winner = 1\n",
      "00:00:07 [INFO] state = (array([[-1,  0,  0],\n",
      "       [ 0,  1,  1],\n",
      "       [-1,  1, -1]], dtype=int8), 1), action = [1 0], winner = 1\n",
      "00:00:07 [INFO] state = (array([[ 0, -1,  0],\n",
      "       [-1, -1,  1],\n",
      "       [ 1,  1,  0]], dtype=int8), 1), action = [2 2], winner = 1\n",
      "00:00:07 [INFO] state = (array([[ 1, -1,  0],\n",
      "       [ 1,  1, -1],\n",
      "       [ 1, -1,  0]], dtype=int8), -1), action = None, winner = 1\n",
      "00:00:07 [INFO] state = (array([[ 0,  0,  0],\n",
      "       [ 0,  1, -1],\n",
      "       [ 0,  1, -1]], dtype=int8), 1), action = [0 2], winner = 1\n",
      "00:00:07 [INFO] state = (array([[-1,  1,  0],\n",
      "       [ 0,  1,  0],\n",
      "       [ 1, -1, -1]], dtype=int8), 1), action = [1 2], winner = 1\n",
      "00:00:07 [INFO] state = (array([[ 1,  0,  1],\n",
      "       [ 0,  1,  0],\n",
      "       [ 0, -1, -1]], dtype=int8), -1), action = [2 0], winner = -1\n",
      "00:00:07 [INFO] state = (array([[ 0,  1,  0],\n",
      "       [ 0,  0, -1],\n",
      "       [-1,  0,  1]], dtype=int8), 1), action = [1 1], winner = 1\n",
      "00:00:07 [INFO] state = (array([[ 0, -1,  0],\n",
      "       [ 0,  1,  0],\n",
      "       [ 1, -1,  0]], dtype=int8), 1), action = [2 2], winner = 1\n",
      "00:00:07 [INFO] state = (array([[-1,  1,  1],\n",
      "       [-1, -1,  0],\n",
      "       [ 1, -1,  1]], dtype=int8), 1), action = [1 2], winner = 1\n",
      "00:00:07 [INFO] state = (array([[ 1,  0, -1],\n",
      "       [ 0, -1,  1],\n",
      "       [ 1, -1,  0]], dtype=int8), 1), action = [1 0], winner = 1\n",
      "00:00:07 [INFO] state = (array([[ 0,  1, -1],\n",
      "       [ 1, -1,  0],\n",
      "       [-1,  1,  0]], dtype=int8), 1), action = None, winner = -1\n",
      "00:00:07 [INFO] state = (array([[ 1,  0,  0],\n",
      "       [ 1,  1,  0],\n",
      "       [-1, -1,  0]], dtype=int8), -1), action = [2 2], winner = -1\n",
      "00:00:07 [INFO] state = (array([[ 0,  1, -1],\n",
      "       [-1, -1,  1],\n",
      "       [ 1, -1,  1]], dtype=int8), 1), action = [0 0], winner = 0\n",
      "00:00:07 [INFO] state = (array([[ 0, -1,  0],\n",
      "       [ 0,  1,  1],\n",
      "       [-1,  1, -1]], dtype=int8), 1), action = [1 0], winner = 1\n",
      "00:00:07 [INFO] state = (array([[-1,  0,  1],\n",
      "       [ 0,  0, -1],\n",
      "       [ 1,  0,  0]], dtype=int8), 1), action = [2 2], winner = 1\n",
      "00:00:07 [INFO] state = (array([[ 1,  1,  1],\n",
      "       [ 0,  0, -1],\n",
      "       [ 0, -1,  0]], dtype=int8), -1), action = None, winner = 1\n",
      "00:00:07 [INFO] state = (array([[ 1, -1,  1],\n",
      "       [-1,  1,  1],\n",
      "       [ 1, -1, -1]], dtype=int8), -1), action = None, winner = 1\n",
      "00:00:07 [INFO] state = (array([[ 1, -1, -1],\n",
      "       [ 0,  1,  0],\n",
      "       [ 0,  1,  0]], dtype=int8), -1), action = [2 2], winner = 0\n",
      "00:00:07 [INFO] state = (array([[ 1,  0, -1],\n",
      "       [-1,  0,  0],\n",
      "       [ 1,  0,  0]], dtype=int8), 1), action = [2 2], winner = 1\n",
      "00:00:07 [INFO] state = (array([[ 1,  1,  0],\n",
      "       [ 0,  0, -1],\n",
      "       [ 0,  1, -1]], dtype=int8), -1), action = [0 2], winner = -1\n",
      "00:00:07 [INFO] state = (array([[ 0,  1,  1],\n",
      "       [ 1,  0, -1],\n",
      "       [ 0,  0, -1]], dtype=int8), -1), action = [2 1], winner = 1\n",
      "00:00:07 [INFO] state = (array([[ 0,  1,  1],\n",
      "       [-1,  0,  1],\n",
      "       [ 1, -1, -1]], dtype=int8), -1), action = [1 1], winner = 1\n",
      "00:00:07 [INFO] state = (array([[ 1, -1,  0],\n",
      "       [ 0,  0,  1],\n",
      "       [ 0, -1,  1]], dtype=int8), -1), action = [1 1], winner = -1\n",
      "00:00:07 [INFO] state = (array([[ 0,  0,  1],\n",
      "       [ 0, -1,  1],\n",
      "       [-1,  0,  0]], dtype=int8), 1), action = [2 2], winner = 1\n",
      "00:00:07 [INFO] state = (array([[ 1, -1, -1],\n",
      "       [-1,  1,  1],\n",
      "       [ 1,  0, -1]], dtype=int8), 1), action = [2 1], winner = 0\n",
      "00:00:07 [INFO] state = (array([[-1,  1,  0],\n",
      "       [ 0,  1, -1],\n",
      "       [ 0,  1,  0]], dtype=int8), -1), action = None, winner = 1\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "00:00:07 [INFO] state = (array([[-1,  1, -1],\n",
      "       [ 1,  0, -1],\n",
      "       [ 1,  0,  0]], dtype=int8), 1), action = [2 2], winner = 0\n",
      "00:00:07 [INFO] state = (array([[ 0,  0,  0],\n",
      "       [-1,  0,  0],\n",
      "       [ 1,  1, -1]], dtype=int8), 1), action = [1 1], winner = 1\n",
      "00:00:07 [INFO] state = (array([[ 0, -1,  0],\n",
      "       [ 1,  0,  0],\n",
      "       [-1,  0,  1]], dtype=int8), 1), action = [1 2], winner = 1\n",
      "00:00:07 [INFO] state = (array([[ 1, -1, -1],\n",
      "       [-1,  1,  0],\n",
      "       [ 1,  0,  1]], dtype=int8), -1), action = None, winner = 1\n",
      "00:00:07 [INFO] state = (array([[ 0,  0,  1],\n",
      "       [ 0, -1, -1],\n",
      "       [ 1,  1, -1]], dtype=int8), 1), action = [1 0], winner = -1\n",
      "00:00:07 [INFO] state = (array([[ 1,  0,  0],\n",
      "       [ 0, -1, -1],\n",
      "       [ 0,  0,  1]], dtype=int8), 1), action = [1 0], winner = 0\n",
      "00:00:07 [INFO] state = (array([[-1,  0,  1],\n",
      "       [ 1, -1, -1],\n",
      "       [ 1, -1,  1]], dtype=int8), 1), action = [0 1], winner = 0\n",
      "00:00:07 [INFO] state = (array([[-1, -1,  1],\n",
      "       [ 1,  0,  1],\n",
      "       [ 1, -1, -1]], dtype=int8), 1), action = [1 1], winner = 1\n",
      "00:00:07 [INFO] state = (array([[ 0, -1,  1],\n",
      "       [ 1,  1, -1],\n",
      "       [ 0,  0, -1]], dtype=int8), 1), action = [2 0], winner = 1\n",
      "00:00:07 [INFO] state = (array([[ 0,  1, -1],\n",
      "       [ 1,  0, -1],\n",
      "       [ 0, -1,  1]], dtype=int8), 1), action = [0 0], winner = 1\n",
      "00:00:07 [INFO] state = (array([[ 1,  0, -1],\n",
      "       [ 1,  0,  1],\n",
      "       [ 1, -1, -1]], dtype=int8), -1), action = None, winner = 1\n",
      "00:00:07 [INFO] state = (array([[ 0,  0,  1],\n",
      "       [ 1,  0,  0],\n",
      "       [ 0, -1, -1]], dtype=int8), 1), action = [2 0], winner = 1\n",
      "00:00:07 [INFO] state = (array([[ 0,  1,  0],\n",
      "       [-1,  0,  1],\n",
      "       [ 0,  0,  0]], dtype=int8), -1), action = [2 2], winner = 0\n",
      "00:00:07 [INFO] state = (array([[ 0,  1,  1],\n",
      "       [ 0, -1,  0],\n",
      "       [ 0,  0, -1]], dtype=int8), 1), action = [0 0], winner = 1\n",
      "00:00:07 [INFO] state = (array([[ 1,  0,  1],\n",
      "       [ 1,  1, -1],\n",
      "       [-1, -1, -1]], dtype=int8), 1), action = None, winner = -1\n",
      "00:00:07 [INFO] state = (array([[-1, -1, -1],\n",
      "       [ 1,  0,  1],\n",
      "       [ 1, -1,  1]], dtype=int8), 1), action = None, winner = -1\n",
      "00:00:07 [INFO] state = (array([[-1, -1,  0],\n",
      "       [ 1,  0,  1],\n",
      "       [ 1,  1, -1]], dtype=int8), -1), action = [1 1], winner = -1\n",
      "00:00:07 [INFO] state = (array([[ 1,  0,  0],\n",
      "       [-1, -1,  1],\n",
      "       [ 1, -1,  0]], dtype=int8), 1), action = [0 1], winner = 0\n",
      "00:00:07 [INFO] state = (array([[ 0, -1, -1],\n",
      "       [ 1,  1,  0],\n",
      "       [ 0,  0,  1]], dtype=int8), -1), action = [0 0], winner = -1\n",
      "00:00:07 [INFO] state = (array([[ 0,  0,  0],\n",
      "       [ 1,  0, -1],\n",
      "       [ 0,  0,  0]], dtype=int8), 1), action = [2 2], winner = 0\n",
      "00:00:07 [INFO] state = (array([[-1,  0,  1],\n",
      "       [-1,  1,  0],\n",
      "       [ 0, -1,  1]], dtype=int8), 1), action = [2 0], winner = 1\n",
      "00:00:07 [INFO] state = (array([[-1,  0,  1],\n",
      "       [ 0,  0,  1],\n",
      "       [ 0,  0, -1]], dtype=int8), 1), action = [1 1], winner = 1\n",
      "00:00:07 [INFO] state = (array([[ 1, -1,  1],\n",
      "       [ 1,  0,  0],\n",
      "       [-1,  1, -1]], dtype=int8), -1), action = [1 2], winner = 0\n",
      "00:00:07 [INFO] state = (array([[-1, -1,  0],\n",
      "       [ 1,  1,  0],\n",
      "       [ 0,  0,  0]], dtype=int8), 1), action = [1 2], winner = 1\n",
      "00:00:07 [INFO] state = (array([[ 1,  0, -1],\n",
      "       [ 0,  1,  0],\n",
      "       [-1,  0,  0]], dtype=int8), 1), action = [2 2], winner = 1\n",
      "00:00:07 [INFO] state = (array([[ 1, -1,  1],\n",
      "       [ 0,  0, -1],\n",
      "       [ 0, -1,  1]], dtype=int8), 1), action = [1 1], winner = 1\n",
      "00:00:07 [INFO] state = (array([[ 0,  0, -1],\n",
      "       [ 0,  0,  1],\n",
      "       [-1,  1,  0]], dtype=int8), 1), action = [1 1], winner = 1\n",
      "00:00:07 [INFO] state = (array([[-1,  1,  0],\n",
      "       [ 1,  0,  1],\n",
      "       [ 0, -1,  0]], dtype=int8), -1), action = [1 1], winner = 0\n",
      "00:00:07 [INFO] state = (array([[-1,  1,  0],\n",
      "       [ 1,  0,  0],\n",
      "       [ 1, -1,  0]], dtype=int8), -1), action = [1 2], winner = 0\n",
      "00:00:07 [INFO] state = (array([[ 1,  0,  1],\n",
      "       [-1,  0,  1],\n",
      "       [-1, -1,  0]], dtype=int8), 1), action = [2 2], winner = 1\n",
      "00:00:07 [INFO] state = (array([[ 0,  0,  1],\n",
      "       [-1,  1, -1],\n",
      "       [ 1,  0,  0]], dtype=int8), -1), action = None, winner = 1\n",
      "00:00:07 [INFO] state = (array([[-1,  1,  0],\n",
      "       [ 1,  1, -1],\n",
      "       [-1,  1,  0]], dtype=int8), -1), action = None, winner = 1\n",
      "00:00:07 [INFO] state = (array([[-1,  0, -1],\n",
      "       [ 1,  0,  0],\n",
      "       [ 1,  1,  0]], dtype=int8), -1), action = [2 2], winner = -1\n",
      "00:00:07 [INFO] state = (array([[-1,  1, -1],\n",
      "       [ 0,  1, -1],\n",
      "       [ 1,  0,  0]], dtype=int8), 1), action = [2 1], winner = 1\n",
      "00:00:07 [INFO] state = (array([[ 1, -1,  0],\n",
      "       [-1,  0,  1],\n",
      "       [-1,  1,  1]], dtype=int8), -1), action = [1 1], winner = 1\n",
      "00:00:07 [INFO] state = (array([[-1,  0,  0],\n",
      "       [ 1,  1, -1],\n",
      "       [ 0,  1, -1]], dtype=int8), 1), action = [0 2], winner = 1\n",
      "00:00:07 [INFO] state = (array([[-1,  0,  1],\n",
      "       [ 1,  1,  1],\n",
      "       [-1,  0, -1]], dtype=int8), -1), action = None, winner = 1\n",
      "00:00:07 [INFO] state = (array([[-1,  0, -1],\n",
      "       [ 1,  0,  1],\n",
      "       [-1,  1,  0]], dtype=int8), 1), action = [1 1], winner = 1\n",
      "00:00:07 [INFO] state = (array([[ 1, -1,  0],\n",
      "       [ 1,  1,  0],\n",
      "       [ 0, -1,  0]], dtype=int8), -1), action = [2 2], winner = 1\n",
      "00:00:07 [INFO] state = (array([[ 1, -1,  1],\n",
      "       [ 1,  1,  0],\n",
      "       [ 0, -1, -1]], dtype=int8), -1), action = [2 0], winner = -1\n",
      "00:00:07 [INFO] state = (array([[ 0,  0,  1],\n",
      "       [ 0,  0,  0],\n",
      "       [ 0,  1, -1]], dtype=int8), -1), action = [1 1], winner = 0\n",
      "00:00:07 [INFO] state = (array([[-1,  1,  0],\n",
      "       [-1,  1,  1],\n",
      "       [ 1, -1, -1]], dtype=int8), 1), action = [0 2], winner = 1\n",
      "00:00:07 [INFO] state = (array([[ 0,  0,  0],\n",
      "       [ 0,  1,  0],\n",
      "       [-1,  1,  0]], dtype=int8), -1), action = [0 1], winner = 0\n",
      "00:00:07 [INFO] state = (array([[ 0,  0,  1],\n",
      "       [ 0,  0,  0],\n",
      "       [ 1, -1,  0]], dtype=int8), -1), action = [1 1], winner = 0\n",
      "00:00:07 [INFO] state = (array([[ 1,  1,  0],\n",
      "       [ 1, -1, -1],\n",
      "       [-1,  1, -1]], dtype=int8), 1), action = [0 2], winner = 1\n",
      "00:00:07 [INFO] state = (array([[ 0, -1,  1],\n",
      "       [-1,  1, -1],\n",
      "       [ 1,  0,  1]], dtype=int8), -1), action = None, winner = 1\n",
      "00:00:07 [INFO] state = (array([[ 0,  1,  1],\n",
      "       [ 0, -1, -1],\n",
      "       [ 1,  1, -1]], dtype=int8), -1), action = [1 0], winner = -1\n",
      "00:00:07 [INFO] state = (array([[ 1,  0,  1],\n",
      "       [ 0,  0, -1],\n",
      "       [-1,  0,  0]], dtype=int8), 1), action = [2 2], winner = 1\n",
      "00:00:07 [INFO] state = (array([[-1,  1,  1],\n",
      "       [ 0,  0,  0],\n",
      "       [-1,  0,  1]], dtype=int8), -1), action = [1 0], winner = -1\n",
      "00:00:07 [INFO] state = (array([[ 0,  0,  1],\n",
      "       [ 0,  0, -1],\n",
      "       [ 1,  0, -1]], dtype=int8), 1), action = [1 1], winner = 1\n",
      "00:00:07 [INFO] state = (array([[ 1, -1,  0],\n",
      "       [ 1,  1, -1],\n",
      "       [ 0,  1, -1]], dtype=int8), -1), action = [0 2], winner = -1\n",
      "00:00:07 [INFO] state = (array([[ 0, -1,  0],\n",
      "       [ 0,  1,  0],\n",
      "       [ 1,  0, -1]], dtype=int8), 1), action = [1 2], winner = 1\n",
      "00:00:07 [INFO] state = (array([[-1, -1,  1],\n",
      "       [ 0,  0,  1],\n",
      "       [ 0,  1,  0]], dtype=int8), -1), action = [2 2], winner = 1\n",
      "00:00:07 [INFO] state = (array([[ 1,  1,  1],\n",
      "       [ 1,  0, -1],\n",
      "       [-1, -1,  0]], dtype=int8), -1), action = None, winner = 1\n",
      "00:00:07 [INFO] state = (array([[ 1,  1, -1],\n",
      "       [-1,  1,  1],\n",
      "       [-1, -1,  0]], dtype=int8), 1), action = [2 2], winner = 1\n",
      "00:00:07 [INFO] state = (array([[ 1,  0,  1],\n",
      "       [ 0,  1, -1],\n",
      "       [ 1, -1, -1]], dtype=int8), -1), action = None, winner = 1\n",
      "00:00:07 [INFO] state = (array([[ 1,  1,  0],\n",
      "       [ 0, -1,  0],\n",
      "       [ 0,  1, -1]], dtype=int8), -1), action = [0 2], winner = -1\n",
      "00:00:07 [INFO] state = (array([[ 0,  0,  0],\n",
      "       [ 0,  0,  1],\n",
      "       [ 0,  1, -1]], dtype=int8), -1), action = [1 1], winner = 0\n",
      "00:00:07 [INFO] state = (array([[ 0,  0,  1],\n",
      "       [ 0, -1,  1],\n",
      "       [ 0,  0, -1]], dtype=int8), 1), action = [0 0], winner = 0\n",
      "00:00:07 [INFO] state = (array([[ 1, -1, -1],\n",
      "       [ 0,  1,  1],\n",
      "       [-1,  0,  1]], dtype=int8), -1), action = None, winner = 1\n",
      "00:00:07 [INFO] state = (array([[ 1, -1,  1],\n",
      "       [ 0,  0, -1],\n",
      "       [ 1,  1, -1]], dtype=int8), -1), action = [1 1], winner = 1\n",
      "00:00:07 [INFO] state = (array([[-1,  0,  1],\n",
      "       [ 1,  0, -1],\n",
      "       [ 1,  1, -1]], dtype=int8), -1), action = [1 1], winner = -1\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "00:00:07 [INFO] state = (array([[ 0,  0,  1],\n",
      "       [-1,  0,  0],\n",
      "       [ 1,  0, -1]], dtype=int8), 1), action = [1 1], winner = 1\n",
      "00:00:07 [INFO] state = (array([[ 1,  1,  0],\n",
      "       [ 0, -1,  1],\n",
      "       [ 0, -1, -1]], dtype=int8), 1), action = [2 0], winner = 1\n",
      "00:00:07 [INFO] state = (array([[ 1,  1,  0],\n",
      "       [-1,  0,  0],\n",
      "       [ 1,  0, -1]], dtype=int8), -1), action = [0 2], winner = 0\n",
      "00:00:07 [INFO] state = (array([[ 1,  0,  1],\n",
      "       [ 0, -1,  0],\n",
      "       [-1,  1,  0]], dtype=int8), -1), action = [0 1], winner = 0\n",
      "00:00:07 [INFO] state = (array([[ 1,  0,  0],\n",
      "       [ 0, -1, -1],\n",
      "       [ 1, -1,  1]], dtype=int8), 1), action = [1 0], winner = 1\n",
      "00:00:07 [INFO] state = (array([[-1,  1,  0],\n",
      "       [-1,  1,  1],\n",
      "       [ 0, -1,  0]], dtype=int8), 1), action = [2 0], winner = 0\n",
      "00:00:07 [INFO] state = (array([[-1, -1, -1],\n",
      "       [ 0,  1,  1],\n",
      "       [ 1,  1, -1]], dtype=int8), 1), action = None, winner = -1\n",
      "00:00:07 [INFO] state = (array([[-1,  0, -1],\n",
      "       [ 0,  1,  1],\n",
      "       [ 1,  0, -1]], dtype=int8), 1), action = [1 0], winner = 1\n",
      "00:00:07 [INFO] state = (array([[ 1,  0, -1],\n",
      "       [ 1, -1,  0],\n",
      "       [ 0,  0,  0]], dtype=int8), 1), action = [2 0], winner = 1\n",
      "00:00:07 [INFO] state = (array([[ 0,  1,  1],\n",
      "       [-1,  0,  0],\n",
      "       [-1, -1,  1]], dtype=int8), 1), action = [1 2], winner = 1\n",
      "00:00:07 [INFO] state = (array([[-1,  1,  0],\n",
      "       [ 0,  1,  0],\n",
      "       [ 1, -1,  0]], dtype=int8), -1), action = [0 2], winner = 0\n",
      "00:00:07 [INFO] state = (array([[-1,  0, -1],\n",
      "       [ 1,  1,  1],\n",
      "       [ 0,  1, -1]], dtype=int8), -1), action = None, winner = 1\n",
      "00:00:07 [INFO] state = (array([[ 0, -1,  1],\n",
      "       [ 1,  0, -1],\n",
      "       [-1,  1,  1]], dtype=int8), -1), action = [1 1], winner = 0\n",
      "00:00:07 [INFO] state = (array([[ 0,  0,  1],\n",
      "       [-1, -1,  0],\n",
      "       [ 1,  1, -1]], dtype=int8), 1), action = [1 2], winner = -1\n",
      "00:00:07 [INFO] state = (array([[ 0,  0,  0],\n",
      "       [ 0,  1,  0],\n",
      "       [ 0, -1,  1]], dtype=int8), -1), action = [2 0], winner = 1\n",
      "00:00:08 [INFO] state = (array([[ 0, -1,  1],\n",
      "       [ 0,  0, -1],\n",
      "       [ 0,  1,  0]], dtype=int8), 1), action = [2 0], winner = 1\n",
      "00:00:08 [INFO] state = (array([[ 1,  1, -1],\n",
      "       [-1, -1,  0],\n",
      "       [ 1,  0,  1]], dtype=int8), -1), action = [1 2], winner = -1\n",
      "00:00:08 [INFO] state = (array([[ 0,  0,  0],\n",
      "       [ 1,  1, -1],\n",
      "       [-1,  0,  1]], dtype=int8), -1), action = [0 0], winner = 0\n",
      "00:00:08 [INFO] state = (array([[-1,  1,  0],\n",
      "       [ 1,  1,  0],\n",
      "       [ 0, -1, -1]], dtype=int8), 1), action = [2 0], winner = 1\n",
      "00:00:08 [INFO] state = (array([[ 1,  1,  1],\n",
      "       [ 0, -1,  0],\n",
      "       [ 0, -1,  0]], dtype=int8), -1), action = None, winner = 1\n",
      "00:00:08 [INFO] state = (array([[ 1,  1,  0],\n",
      "       [ 1,  0, -1],\n",
      "       [-1, -1,  1]], dtype=int8), -1), action = [1 1], winner = 1\n",
      "00:00:08 [INFO] state = (array([[ 0, -1,  0],\n",
      "       [-1,  1,  1],\n",
      "       [ 0,  1,  0]], dtype=int8), -1), action = [0 0], winner = -1\n",
      "00:00:08 [INFO] state = (array([[ 0, -1,  1],\n",
      "       [ 0,  0,  1],\n",
      "       [ 0,  0,  0]], dtype=int8), -1), action = [2 2], winner = 1\n",
      "00:00:08 [INFO] state = (array([[ 0,  1,  1],\n",
      "       [-1,  0,  0],\n",
      "       [ 0,  0, -1]], dtype=int8), 1), action = [2 1], winner = 1\n",
      "00:00:08 [INFO] state = (array([[ 0,  0,  0],\n",
      "       [-1,  1, -1],\n",
      "       [ 1,  1,  0]], dtype=int8), -1), action = [2 2], winner = 1\n",
      "00:00:08 [INFO] state = (array([[ 0,  1, -1],\n",
      "       [-1, -1,  1],\n",
      "       [ 1,  1, -1]], dtype=int8), 1), action = [0 0], winner = 0\n",
      "00:00:08 [INFO] state = (array([[ 1, -1,  0],\n",
      "       [-1,  0, -1],\n",
      "       [ 1,  0,  1]], dtype=int8), 1), action = [2 1], winner = 1\n",
      "00:00:08 [INFO] state = (array([[ 0, -1,  1],\n",
      "       [ 0,  1,  0],\n",
      "       [-1,  1,  0]], dtype=int8), -1), action = [2 2], winner = 0\n",
      "00:00:08 [INFO] state = (array([[ 0,  1,  0],\n",
      "       [ 0, -1,  0],\n",
      "       [ 1,  1, -1]], dtype=int8), -1), action = [1 2], winner = -1\n",
      "00:00:08 [INFO] state = (array([[-1, -1,  1],\n",
      "       [ 1,  1,  0],\n",
      "       [-1,  0,  1]], dtype=int8), -1), action = [1 2], winner = 0\n",
      "00:00:08 [INFO] state = (array([[ 1,  1, -1],\n",
      "       [-1,  0,  1],\n",
      "       [-1,  1,  0]], dtype=int8), -1), action = [1 1], winner = -1\n",
      "00:00:08 [INFO] state = (array([[ 0,  0, -1],\n",
      "       [ 1, -1,  0],\n",
      "       [ 0,  0,  1]], dtype=int8), 1), action = [2 0], winner = 1\n",
      "00:00:08 [INFO] state = (array([[-1,  1,  0],\n",
      "       [ 0,  1,  0],\n",
      "       [-1,  1,  0]], dtype=int8), -1), action = None, winner = 1\n",
      "00:00:08 [INFO] state = (array([[ 0,  0,  1],\n",
      "       [-1,  1, -1],\n",
      "       [-1,  1,  0]], dtype=int8), 1), action = [0 1], winner = 1\n",
      "00:00:08 [INFO] state = (array([[ 1,  1, -1],\n",
      "       [ 0,  0, -1],\n",
      "       [ 0,  1,  0]], dtype=int8), -1), action = [2 2], winner = -1\n",
      "00:00:08 [INFO] state = (array([[ 1,  0,  1],\n",
      "       [-1, -1,  0],\n",
      "       [ 1,  1, -1]], dtype=int8), -1), action = [1 2], winner = -1\n",
      "00:00:08 [INFO] state = (array([[ 0,  0,  1],\n",
      "       [ 1, -1,  1],\n",
      "       [-1,  0, -1]], dtype=int8), 1), action = [2 1], winner = -1\n",
      "00:00:08 [INFO] state = (array([[ 1, -1,  0],\n",
      "       [ 0,  0,  0],\n",
      "       [ 1,  0,  0]], dtype=int8), -1), action = [2 2], winner = 1\n",
      "00:00:08 [INFO] state = (array([[ 1, -1,  0],\n",
      "       [ 1,  0,  0],\n",
      "       [-1,  1,  0]], dtype=int8), -1), action = [2 2], winner = 0\n",
      "00:00:08 [INFO] state = (array([[ 1,  0,  0],\n",
      "       [-1,  0,  0],\n",
      "       [ 0,  1,  0]], dtype=int8), -1), action = [1 1], winner = 0\n",
      "00:00:08 [INFO] state = (array([[ 1, -1,  1],\n",
      "       [-1,  1, -1],\n",
      "       [ 0,  1, -1]], dtype=int8), 1), action = [2 0], winner = 1\n",
      "00:00:08 [INFO] state = (array([[ 1,  1,  1],\n",
      "       [ 0, -1, -1],\n",
      "       [ 1, -1,  0]], dtype=int8), -1), action = None, winner = 1\n",
      "00:00:08 [INFO] state = (array([[-1, -1,  0],\n",
      "       [ 1,  1,  0],\n",
      "       [-1,  0,  1]], dtype=int8), 1), action = [1 2], winner = 1\n",
      "00:00:08 [INFO] state = (array([[ 1,  0,  1],\n",
      "       [-1,  0,  0],\n",
      "       [ 1, -1, -1]], dtype=int8), 1), action = [1 2], winner = 1\n",
      "00:00:08 [INFO] state = (array([[ 1, -1,  1],\n",
      "       [-1,  1, -1],\n",
      "       [ 0,  0,  0]], dtype=int8), 1), action = [2 2], winner = 1\n",
      "00:00:08 [INFO] state = (array([[ 0,  1,  1],\n",
      "       [ 0,  1, -1],\n",
      "       [-1, -1,  1]], dtype=int8), -1), action = [0 0], winner = 0\n",
      "00:00:08 [INFO] state = (array([[ 0,  0, -1],\n",
      "       [-1,  1,  1],\n",
      "       [ 0,  1,  0]], dtype=int8), -1), action = [0 1], winner = 0\n",
      "00:00:08 [INFO] state = (array([[ 0, -1, -1],\n",
      "       [ 0,  0,  1],\n",
      "       [-1,  1,  1]], dtype=int8), 1), action = [1 1], winner = -1\n",
      "00:00:08 [INFO] state = (array([[ 0,  1,  0],\n",
      "       [ 1,  1, -1],\n",
      "       [-1, -1,  0]], dtype=int8), 1), action = [2 2], winner = 0\n",
      "00:00:08 [INFO] state = (array([[ 0,  1,  1],\n",
      "       [ 1, -1,  0],\n",
      "       [ 0,  0, -1]], dtype=int8), -1), action = [0 0], winner = -1\n",
      "00:00:08 [INFO] state = (array([[ 0,  0, -1],\n",
      "       [ 1,  0, -1],\n",
      "       [-1,  1,  1]], dtype=int8), 1), action = [1 1], winner = 1\n",
      "00:00:08 [INFO] state = (array([[ 1,  0, -1],\n",
      "       [-1, -1,  1],\n",
      "       [ 1,  1,  0]], dtype=int8), -1), action = [2 2], winner = 0\n",
      "00:00:08 [INFO] state = (array([[-1,  0, -1],\n",
      "       [ 1,  0,  1],\n",
      "       [ 0,  0,  0]], dtype=int8), 1), action = [1 1], winner = 1\n",
      "00:00:08 [INFO] state = (array([[ 0,  1,  0],\n",
      "       [-1,  1,  0],\n",
      "       [ 0,  1, -1]], dtype=int8), -1), action = None, winner = 1\n",
      "00:00:08 [INFO] state = (array([[-1,  0,  1],\n",
      "       [-1,  0,  1],\n",
      "       [ 0,  0,  1]], dtype=int8), -1), action = None, winner = 1\n",
      "00:00:08 [INFO] state = (array([[ 1, -1, -1],\n",
      "       [ 0,  1,  1],\n",
      "       [ 0,  0,  0]], dtype=int8), -1), action = [2 2], winner = 1\n",
      "00:00:08 [INFO] state = (array([[ 0, -1,  1],\n",
      "       [ 0, -1,  0],\n",
      "       [-1,  1,  1]], dtype=int8), 1), action = [1 2], winner = 1\n",
      "00:00:08 [INFO] state = (array([[ 0, -1,  0],\n",
      "       [ 1, -1,  1],\n",
      "       [ 0,  1,  0]], dtype=int8), -1), action = [0 2], winner = -1\n",
      "00:00:08 [INFO] state = (array([[-1,  1,  0],\n",
      "       [ 1,  0,  0],\n",
      "       [-1,  1, -1]], dtype=int8), 1), action = [1 1], winner = 1\n",
      "00:00:08 [INFO] state = (array([[-1, -1,  1],\n",
      "       [ 0,  0,  1],\n",
      "       [-1,  1,  1]], dtype=int8), -1), action = None, winner = 1\n",
      "00:00:08 [INFO] state = (array([[-1,  0,  1],\n",
      "       [-1, -1,  0],\n",
      "       [ 1,  1,  1]], dtype=int8), -1), action = None, winner = 1\n",
      "00:00:08 [INFO] state = (array([[ 1,  0,  1],\n",
      "       [-1,  0,  0],\n",
      "       [ 0, -1,  1]], dtype=int8), -1), action = [2 0], winner = 1\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "00:00:08 [INFO] state = (array([[ 0, -1,  1],\n",
      "       [ 1, -1, -1],\n",
      "       [ 1, -1,  1]], dtype=int8), 1), action = None, winner = -1\n",
      "00:00:08 [INFO] state = (array([[-1,  1,  1],\n",
      "       [-1,  1,  0],\n",
      "       [ 0, -1,  1]], dtype=int8), -1), action = [2 0], winner = -1\n",
      "00:00:08 [INFO] state = (array([[ 1, -1,  0],\n",
      "       [ 1, -1,  0],\n",
      "       [ 1,  1, -1]], dtype=int8), -1), action = None, winner = 1\n",
      "00:00:08 [INFO] state = (array([[ 0,  1,  0],\n",
      "       [ 0, -1,  0],\n",
      "       [ 0, -1,  1]], dtype=int8), 1), action = [0 2], winner = 1\n",
      "00:00:08 [INFO] state = (array([[ 1,  0, -1],\n",
      "       [ 0,  0,  1],\n",
      "       [ 0, -1,  1]], dtype=int8), -1), action = [1 1], winner = -1\n",
      "00:00:08 [INFO] state = (array([[-1,  0,  1],\n",
      "       [ 0, -1,  1],\n",
      "       [ 0,  1,  0]], dtype=int8), -1), action = [2 2], winner = -1\n",
      "00:00:08 [INFO] state = (array([[-1,  1, -1],\n",
      "       [ 1,  0,  1],\n",
      "       [-1,  0,  1]], dtype=int8), -1), action = [1 1], winner = -1\n",
      "00:00:08 [INFO] state = (array([[-1,  0, -1],\n",
      "       [-1,  1,  1],\n",
      "       [ 1, -1,  1]], dtype=int8), 1), action = [0 1], winner = 0\n",
      "00:00:08 [INFO] state = (array([[-1,  0,  1],\n",
      "       [ 0,  1, -1],\n",
      "       [ 0,  0,  1]], dtype=int8), -1), action = [2 0], winner = 0\n",
      "00:00:08 [INFO] state = (array([[ 0,  1,  0],\n",
      "       [ 0,  1,  1],\n",
      "       [-1, -1, -1]], dtype=int8), 1), action = None, winner = -1\n",
      "00:00:08 [INFO] state = (array([[ 1,  0,  1],\n",
      "       [-1, -1, -1],\n",
      "       [ 0,  1,  0]], dtype=int8), 1), action = None, winner = -1\n",
      "00:00:08 [INFO] state = (array([[ 0, -1,  0],\n",
      "       [ 1, -1,  1],\n",
      "       [-1,  0,  1]], dtype=int8), 1), action = [0 2], winner = 1\n",
      "00:00:08 [INFO] state = (array([[-1,  1,  0],\n",
      "       [ 1, -1,  1],\n",
      "       [-1,  1, -1]], dtype=int8), 1), action = None, winner = -1\n",
      "00:00:08 [INFO] state = (array([[ 1,  1,  0],\n",
      "       [ 0,  1,  0],\n",
      "       [ 0, -1, -1]], dtype=int8), -1), action = [2 0], winner = -1\n",
      "00:00:08 [INFO] state = (array([[ 1,  0,  0],\n",
      "       [-1, -1,  0],\n",
      "       [ 1,  1,  0]], dtype=int8), -1), action = [1 2], winner = -1\n",
      "00:00:08 [INFO] state = (array([[-1, -1,  0],\n",
      "       [ 1,  1, -1],\n",
      "       [ 1,  1, -1]], dtype=int8), 1), action = [0 2], winner = 1\n",
      "00:00:08 [INFO] state = (array([[ 0,  1,  1],\n",
      "       [ 0, -1,  1],\n",
      "       [-1, -1,  0]], dtype=int8), 1), action = [2 2], winner = 1\n",
      "00:00:08 [INFO] state = (array([[ 1,  1, -1],\n",
      "       [-1,  0,  0],\n",
      "       [-1,  1,  0]], dtype=int8), 1), action = [1 1], winner = 1\n",
      "00:00:08 [INFO] state = (array([[ 0,  1,  0],\n",
      "       [-1,  0, -1],\n",
      "       [ 1,  1, -1]], dtype=int8), 1), action = [1 1], winner = 1\n",
      "00:00:08 [INFO] state = (array([[ 1, -1,  0],\n",
      "       [ 1, -1, -1],\n",
      "       [ 0,  0,  1]], dtype=int8), 1), action = [2 0], winner = 1\n",
      "00:00:08 [INFO] state = (array([[-1,  0,  1],\n",
      "       [ 1,  1, -1],\n",
      "       [-1,  1,  0]], dtype=int8), -1), action = [0 1], winner = 0\n",
      "00:00:08 [INFO] state = (array([[-1,  0,  0],\n",
      "       [-1,  1,  0],\n",
      "       [ 1,  0,  0]], dtype=int8), 1), action = [2 2], winner = 1\n",
      "00:00:08 [INFO] state = (array([[-1,  0,  0],\n",
      "       [-1,  0,  1],\n",
      "       [ 1,  0,  0]], dtype=int8), 1), action = [2 2], winner = 1\n",
      "00:00:08 [INFO] state = (array([[-1,  1,  1],\n",
      "       [ 0, -1, -1],\n",
      "       [ 0,  0,  1]], dtype=int8), 1), action = [1 0], winner = 0\n",
      "00:00:08 [INFO] state = (array([[ 0,  1, -1],\n",
      "       [ 1, -1,  1],\n",
      "       [-1,  0,  0]], dtype=int8), 1), action = None, winner = -1\n",
      "00:00:08 [INFO] state = (array([[-1,  1, -1],\n",
      "       [ 0,  1,  1],\n",
      "       [-1,  0,  0]], dtype=int8), 1), action = [2 1], winner = 1\n",
      "00:00:08 [INFO] state = (array([[-1,  1, -1],\n",
      "       [ 0,  0,  0],\n",
      "       [ 1,  1, -1]], dtype=int8), 1), action = [1 1], winner = 1\n",
      "00:00:08 [INFO] state = (array([[ 1,  0,  1],\n",
      "       [-1, -1,  1],\n",
      "       [ 0,  0,  0]], dtype=int8), -1), action = [2 2], winner = 1\n",
      "00:00:08 [INFO] state = (array([[-1,  0,  1],\n",
      "       [ 1,  1,  0],\n",
      "       [ 0, -1, -1]], dtype=int8), 1), action = [2 0], winner = 1\n",
      "00:00:08 [INFO] state = (array([[-1,  0, -1],\n",
      "       [ 0,  0,  1],\n",
      "       [ 0,  1,  0]], dtype=int8), 1), action = [2 2], winner = -1\n",
      "00:00:08 [INFO] state = (array([[ 0,  1,  0],\n",
      "       [-1,  0,  1],\n",
      "       [-1,  1, -1]], dtype=int8), 1), action = [1 1], winner = 1\n",
      "00:00:08 [INFO] state = (array([[-1,  0, -1],\n",
      "       [ 1,  1,  1],\n",
      "       [ 0,  0,  0]], dtype=int8), -1), action = None, winner = 1\n",
      "00:00:08 [INFO] state = (array([[ 1,  0,  1],\n",
      "       [ 0, -1, -1],\n",
      "       [ 0,  0,  0]], dtype=int8), 1), action = [1 0], winner = 1\n",
      "00:00:08 [INFO] state = (array([[ 1,  0,  0],\n",
      "       [-1,  1,  1],\n",
      "       [-1, -1,  0]], dtype=int8), 1), action = [2 2], winner = 1\n",
      "00:00:08 [INFO] state = (array([[ 1,  0,  0],\n",
      "       [ 0, -1,  0],\n",
      "       [ 1,  0, -1]], dtype=int8), 1), action = [1 0], winner = 1\n",
      "00:00:08 [INFO] state = (array([[ 1,  1,  0],\n",
      "       [ 1,  1, -1],\n",
      "       [-1, -1, -1]], dtype=int8), 1), action = None, winner = -1\n",
      "00:00:08 [INFO] state = (array([[ 1,  0,  1],\n",
      "       [-1,  1,  0],\n",
      "       [-1, -1,  1]], dtype=int8), -1), action = None, winner = 1\n",
      "00:00:08 [INFO] state = (array([[ 0,  1, -1],\n",
      "       [ 0,  1,  1],\n",
      "       [ 0, -1, -1]], dtype=int8), 1), action = [1 0], winner = 1\n",
      "00:00:08 [INFO] state = (array([[ 1,  0, -1],\n",
      "       [ 1, -1,  0],\n",
      "       [-1,  1,  0]], dtype=int8), 1), action = None, winner = -1\n",
      "00:00:08 [INFO] state = (array([[-1,  1, -1],\n",
      "       [-1,  1,  1],\n",
      "       [ 0, -1,  1]], dtype=int8), 1), action = [2 0], winner = 0\n",
      "00:00:08 [INFO] state = (array([[ 0, -1,  0],\n",
      "       [ 1,  1, -1],\n",
      "       [ 1,  0,  0]], dtype=int8), -1), action = [2 2], winner = 1\n",
      "00:00:08 [INFO] state = (array([[ 1,  0,  1],\n",
      "       [ 0, -1,  0],\n",
      "       [ 0,  1, -1]], dtype=int8), -1), action = [0 1], winner = 0\n",
      "00:00:08 [INFO] state = (array([[-1,  0,  0],\n",
      "       [ 0,  0,  1],\n",
      "       [ 0,  1, -1]], dtype=int8), 1), action = [1 1], winner = 1\n",
      "00:00:08 [INFO] state = (array([[-1,  1,  0],\n",
      "       [-1,  1, -1],\n",
      "       [ 0,  0,  1]], dtype=int8), 1), action = [2 1], winner = 1\n",
      "00:00:08 [INFO] state = (array([[ 0, -1, -1],\n",
      "       [ 1, -1,  1],\n",
      "       [ 1,  1, -1]], dtype=int8), 1), action = [0 0], winner = 1\n",
      "00:00:08 [INFO] state = (array([[ 0,  0,  1],\n",
      "       [-1,  0,  1],\n",
      "       [-1,  1, -1]], dtype=int8), 1), action = [0 0], winner = 0\n",
      "00:00:08 [INFO] state = (array([[-1,  0, -1],\n",
      "       [ 1,  0,  0],\n",
      "       [ 1,  0,  0]], dtype=int8), 1), action = [2 2], winner = -1\n",
      "00:00:08 [INFO] state = (array([[ 0, -1, -1],\n",
      "       [ 0,  1,  0],\n",
      "       [ 1,  0,  0]], dtype=int8), 1), action = [0 0], winner = 1\n",
      "00:00:08 [INFO] state = (array([[ 1,  1, -1],\n",
      "       [-1, -1,  1],\n",
      "       [ 0,  0,  0]], dtype=int8), 1), action = [2 0], winner = 0\n",
      "00:00:08 [INFO] state = (array([[ 1,  0, -1],\n",
      "       [ 0, -1,  1],\n",
      "       [ 0,  0,  0]], dtype=int8), 1), action = [2 0], winner = 0\n",
      "00:00:08 [INFO] state = (array([[ 1,  0,  1],\n",
      "       [-1,  0,  0],\n",
      "       [ 0, -1,  0]], dtype=int8), 1), action = [2 2], winner = 1\n",
      "00:00:08 [INFO] state = (array([[-1,  0,  0],\n",
      "       [ 0, -1,  1],\n",
      "       [ 1,  1,  0]], dtype=int8), -1), action = [2 2], winner = -1\n",
      "00:00:08 [INFO] state = (array([[-1, -1,  0],\n",
      "       [ 1,  0, -1],\n",
      "       [ 1,  1,  1]], dtype=int8), -1), action = None, winner = 1\n",
      "00:00:08 [INFO] state = (array([[ 0,  0, -1],\n",
      "       [-1,  0,  1],\n",
      "       [ 1,  1,  0]], dtype=int8), -1), action = [2 2], winner = 0\n",
      "00:00:08 [INFO] state = (array([[-1,  1,  0],\n",
      "       [ 0, -1,  1],\n",
      "       [ 0,  0,  0]], dtype=int8), 1), action = [2 2], winner = 0\n",
      "00:00:08 [INFO] state = (array([[ 1,  0,  0],\n",
      "       [-1, -1,  1],\n",
      "       [-1,  0,  1]], dtype=int8), 1), action = [0 2], winner = 1\n",
      "00:00:08 [INFO] state = (array([[ 1,  0,  0],\n",
      "       [ 1,  1,  0],\n",
      "       [-1,  0, -1]], dtype=int8), -1), action = [2 1], winner = -1\n",
      "00:00:08 [INFO] state = (array([[-1,  1, -1],\n",
      "       [ 1,  0,  1],\n",
      "       [ 0, -1,  1]], dtype=int8), -1), action = [1 1], winner = 0\n",
      "00:00:08 [INFO] state = (array([[-1,  0,  1],\n",
      "       [-1,  0,  0],\n",
      "       [ 0,  1,  0]], dtype=int8), 1), action = [2 0], winner = 1\n",
      "00:00:08 [INFO] state = (array([[-1,  1,  0],\n",
      "       [-1,  0,  1],\n",
      "       [-1,  1,  0]], dtype=int8), 1), action = None, winner = -1\n",
      "00:00:08 [INFO] state = (array([[ 1,  1, -1],\n",
      "       [ 1,  1, -1],\n",
      "       [-1, -1,  1]], dtype=int8), -1), action = None, winner = 1\n",
      "00:00:08 [INFO] state = (array([[ 0,  1, -1],\n",
      "       [ 0,  0,  0],\n",
      "       [-1,  1,  0]], dtype=int8), 1), action = [1 1], winner = 1\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "00:00:08 [INFO] state = (array([[ 0, -1,  0],\n",
      "       [ 0,  1, -1],\n",
      "       [ 1,  1,  0]], dtype=int8), -1), action = [2 2], winner = 1\n",
      "00:00:08 [INFO] state = (array([[ 1,  0, -1],\n",
      "       [ 1,  0, -1],\n",
      "       [ 0,  0,  1]], dtype=int8), -1), action = [2 1], winner = 1\n",
      "00:00:08 [INFO] state = (array([[ 1, -1, -1],\n",
      "       [-1,  1,  1],\n",
      "       [ 0,  1,  0]], dtype=int8), -1), action = [2 2], winner = 0\n",
      "00:00:08 [INFO] state = (array([[ 1,  1, -1],\n",
      "       [-1, -1,  1],\n",
      "       [ 1, -1,  1]], dtype=int8), -1), action = None, winner = 0\n",
      "00:00:08 [INFO] state = (array([[ 0, -1, -1],\n",
      "       [ 1,  1, -1],\n",
      "       [ 1,  1,  0]], dtype=int8), -1), action = [2 2], winner = -1\n",
      "00:00:08 [INFO] state = (array([[ 1, -1, -1],\n",
      "       [ 0,  1, -1],\n",
      "       [ 0,  1,  0]], dtype=int8), 1), action = [2 2], winner = 1\n",
      "00:00:08 [INFO] state = (array([[ 1,  1, -1],\n",
      "       [ 1, -1, -1],\n",
      "       [ 0,  0,  0]], dtype=int8), 1), action = [2 0], winner = 1\n",
      "00:00:08 [INFO] state = (array([[ 0,  1,  1],\n",
      "       [ 1,  0, -1],\n",
      "       [-1,  1, -1]], dtype=int8), -1), action = [1 1], winner = 1\n",
      "00:00:08 [INFO] state = (array([[ 1, -1, -1],\n",
      "       [ 0,  1,  0],\n",
      "       [-1,  1,  1]], dtype=int8), -1), action = None, winner = 1\n",
      "00:00:08 [INFO] state = (array([[ 0,  1,  1],\n",
      "       [-1,  0, -1],\n",
      "       [ 0,  1,  0]], dtype=int8), -1), action = [1 1], winner = -1\n",
      "00:00:08 [INFO] state = (array([[ 1, -1,  0],\n",
      "       [ 0,  0,  1],\n",
      "       [ 1, -1,  0]], dtype=int8), -1), action = [1 1], winner = -1\n",
      "00:00:08 [INFO] state = (array([[ 1, -1,  1],\n",
      "       [ 0,  0,  1],\n",
      "       [-1,  0,  0]], dtype=int8), -1), action = [2 2], winner = 0\n",
      "00:00:08 [INFO] state = (array([[-1, -1,  1],\n",
      "       [ 1,  1, -1],\n",
      "       [-1,  1,  1]], dtype=int8), -1), action = None, winner = 0\n",
      "00:00:08 [INFO] state = (array([[-1,  0,  1],\n",
      "       [ 0,  1,  1],\n",
      "       [ 0, -1, -1]], dtype=int8), 1), action = [2 0], winner = 1\n",
      "00:00:08 [INFO] state = (array([[ 1, -1, -1],\n",
      "       [ 1, -1,  0],\n",
      "       [ 1,  0,  1]], dtype=int8), -1), action = None, winner = 1\n",
      "00:00:08 [INFO] state = (array([[ 0,  0,  1],\n",
      "       [ 1, -1,  1],\n",
      "       [-1, -1,  0]], dtype=int8), 1), action = [2 2], winner = 1\n",
      "00:00:08 [INFO] state = (array([[ 0,  0,  0],\n",
      "       [-1,  1, -1],\n",
      "       [ 0,  1,  1]], dtype=int8), -1), action = [2 0], winner = 1\n",
      "00:00:08 [INFO] state = (array([[ 1,  1, -1],\n",
      "       [ 0, -1, -1],\n",
      "       [ 0,  0,  1]], dtype=int8), 1), action = [2 1], winner = -1\n",
      "00:00:08 [INFO] state = (array([[ 1, -1,  0],\n",
      "       [ 1, -1,  0],\n",
      "       [-1,  1,  0]], dtype=int8), 1), action = [0 2], winner = 0\n",
      "00:00:08 [INFO] state = (array([[-1,  1, -1],\n",
      "       [ 1,  1,  0],\n",
      "       [ 1, -1,  0]], dtype=int8), -1), action = [1 2], winner = 0\n",
      "00:00:08 [INFO] state = (array([[ 1,  1,  1],\n",
      "       [-1, -1,  1],\n",
      "       [-1, -1,  1]], dtype=int8), -1), action = None, winner = 1\n",
      "00:00:08 [INFO] state = (array([[ 1,  1,  0],\n",
      "       [ 1, -1, -1],\n",
      "       [ 0, -1,  0]], dtype=int8), 1), action = [2 2], winner = 1\n",
      "00:00:08 [INFO] state = (array([[ 0, -1,  1],\n",
      "       [ 1,  0, -1],\n",
      "       [ 1,  0, -1]], dtype=int8), 1), action = [2 1], winner = 1\n",
      "00:00:08 [INFO] state = (array([[-1,  0,  0],\n",
      "       [ 0,  0,  0],\n",
      "       [ 1, -1,  1]], dtype=int8), 1), action = [0 2], winner = 1\n",
      "00:00:08 [INFO] state = (array([[-1,  1,  1],\n",
      "       [-1,  1,  0],\n",
      "       [ 1, -1,  0]], dtype=int8), -1), action = None, winner = 1\n",
      "00:00:08 [INFO] state = (array([[ 1, -1,  1],\n",
      "       [-1,  0,  0],\n",
      "       [-1,  1,  0]], dtype=int8), 1), action = [2 2], winner = 1\n",
      "00:00:08 [INFO] state = (array([[ 0, -1,  0],\n",
      "       [ 1,  1, -1],\n",
      "       [ 0,  1, -1]], dtype=int8), 1), action = [0 2], winner = 0\n",
      "00:00:08 [INFO] state = (array([[ 1,  1,  1],\n",
      "       [-1,  0,  1],\n",
      "       [ 0, -1, -1]], dtype=int8), -1), action = None, winner = 1\n",
      "00:00:08 [INFO] state = (array([[-1,  1,  1],\n",
      "       [ 1,  0,  0],\n",
      "       [-1,  0,  0]], dtype=int8), -1), action = [2 2], winner = -1\n",
      "00:00:08 [INFO] state = (array([[ 1,  0, -1],\n",
      "       [ 0,  1, -1],\n",
      "       [ 0,  1, -1]], dtype=int8), 1), action = None, winner = -1\n",
      "00:00:08 [INFO] state = (array([[ 0,  1, -1],\n",
      "       [-1,  1,  0],\n",
      "       [ 1,  0,  0]], dtype=int8), -1), action = [2 1], winner = 0\n",
      "00:00:08 [INFO] state = (array([[ 1,  0,  0],\n",
      "       [-1, -1,  0],\n",
      "       [ 1, -1,  1]], dtype=int8), 1), action = [1 2], winner = -1\n",
      "00:00:08 [INFO] state = (array([[-1,  1,  1],\n",
      "       [-1,  1,  0],\n",
      "       [-1, -1,  1]], dtype=int8), 1), action = None, winner = -1\n",
      "00:00:08 [INFO] state = (array([[ 0, -1,  0],\n",
      "       [ 1,  1,  1],\n",
      "       [-1, -1,  1]], dtype=int8), -1), action = None, winner = 1\n",
      "00:00:08 [INFO] state = (array([[ 0, -1, -1],\n",
      "       [ 0,  1,  1],\n",
      "       [ 1, -1,  0]], dtype=int8), 1), action = [1 0], winner = 1\n",
      "00:00:08 [INFO] state = (array([[ 1,  0,  0],\n",
      "       [ 1,  0,  0],\n",
      "       [-1,  0, -1]], dtype=int8), 1), action = [2 1], winner = -1\n",
      "00:00:08 [INFO] state = (array([[ 1, -1,  1],\n",
      "       [ 1,  0,  1],\n",
      "       [-1, -1,  0]], dtype=int8), -1), action = [2 2], winner = -1\n",
      "00:00:08 [INFO] state = (array([[ 0,  0,  0],\n",
      "       [ 0,  1,  1],\n",
      "       [ 0, -1,  0]], dtype=int8), -1), action = [2 2], winner = 1\n",
      "00:00:08 [INFO] state = (array([[-1,  0,  1],\n",
      "       [ 1, -1, -1],\n",
      "       [ 1,  0,  0]], dtype=int8), 1), action = [2 2], winner = 0\n",
      "00:00:08 [INFO] state = (array([[ 0,  0, -1],\n",
      "       [ 0,  1, -1],\n",
      "       [-1,  1,  1]], dtype=int8), 1), action = [1 0], winner = 1\n",
      "00:00:08 [INFO] state = (array([[ 1, -1,  0],\n",
      "       [ 1,  0,  1],\n",
      "       [ 1, -1, -1]], dtype=int8), -1), action = None, winner = 1\n",
      "00:00:08 [INFO] state = (array([[-1,  0,  0],\n",
      "       [ 1, -1,  1],\n",
      "       [ 0,  0,  0]], dtype=int8), 1), action = [2 2], winner = -1\n",
      "00:00:08 [INFO] state = (array([[-1,  1, -1],\n",
      "       [ 1,  0,  1],\n",
      "       [ 0,  0,  0]], dtype=int8), -1), action = [1 1], winner = -1\n",
      "00:00:08 [INFO] state = (array([[-1,  1, -1],\n",
      "       [ 0,  1, -1],\n",
      "       [ 1,  1,  0]], dtype=int8), -1), action = None, winner = 1\n",
      "00:00:08 [INFO] state = (array([[ 1, -1,  0],\n",
      "       [ 0,  1,  0],\n",
      "       [ 0, -1,  1]], dtype=int8), -1), action = None, winner = 1\n",
      "00:00:08 [INFO] state = (array([[ 0,  1, -1],\n",
      "       [ 0,  0, -1],\n",
      "       [ 1,  1,  0]], dtype=int8), -1), action = [2 2], winner = -1\n",
      "00:00:08 [INFO] state = (array([[ 1,  1,  1],\n",
      "       [-1, -1,  0],\n",
      "       [-1,  1,  0]], dtype=int8), -1), action = None, winner = 1\n",
      "00:00:08 [INFO] state = (array([[ 0, -1,  1],\n",
      "       [ 1, -1, -1],\n",
      "       [ 1,  1, -1]], dtype=int8), 1), action = [0 0], winner = 1\n",
      "00:00:08 [INFO] state = (array([[ 0,  1,  0],\n",
      "       [ 1, -1, -1],\n",
      "       [ 0, -1,  1]], dtype=int8), 1), action = [0 0], winner = 1\n",
      "00:00:08 [INFO] state = (array([[ 1,  0,  1],\n",
      "       [ 1,  0,  0],\n",
      "       [ 0, -1, -1]], dtype=int8), -1), action = [2 0], winner = -1\n",
      "00:00:08 [INFO] state = (array([[ 1, -1,  1],\n",
      "       [-1, -1,  0],\n",
      "       [ 0,  0,  1]], dtype=int8), 1), action = [1 2], winner = 1\n",
      "00:00:08 [INFO] state = (array([[-1,  1, -1],\n",
      "       [-1,  0,  1],\n",
      "       [ 1,  1, -1]], dtype=int8), 1), action = [1 1], winner = 1\n",
      "00:00:08 [INFO] state = (array([[-1,  1,  0],\n",
      "       [ 0,  0,  1],\n",
      "       [-1, -1,  1]], dtype=int8), 1), action = [1 0], winner = 1\n",
      "00:00:08 [INFO] state = (array([[ 1,  0, -1],\n",
      "       [ 0,  0,  1],\n",
      "       [ 0, -1,  0]], dtype=int8), 1), action = [1 1], winner = 1\n",
      "00:00:08 [INFO] state = (array([[ 1,  0,  1],\n",
      "       [-1, -1,  1],\n",
      "       [-1,  1,  0]], dtype=int8), -1), action = [2 2], winner = 1\n",
      "00:00:08 [INFO] state = (array([[-1,  1,  0],\n",
      "       [ 1,  0, -1],\n",
      "       [ 1,  0, -1]], dtype=int8), 1), action = [2 1], winner = -1\n",
      "00:00:08 [INFO] state = (array([[-1,  1, -1],\n",
      "       [ 0,  0,  0],\n",
      "       [ 1,  0,  0]], dtype=int8), 1), action = [2 1], winner = 1\n",
      "00:00:08 [INFO] state = (array([[ 0, -1,  1],\n",
      "       [ 1,  1,  0],\n",
      "       [ 0,  0, -1]], dtype=int8), -1), action = [2 1], winner = 1\n",
      "00:00:08 [INFO] state = (array([[-1,  1, -1],\n",
      "       [-1,  0,  1],\n",
      "       [ 0,  0,  1]], dtype=int8), 1), action = [2 0], winner = 0\n",
      "00:00:08 [INFO] state = (array([[ 0, -1, -1],\n",
      "       [-1,  1,  1],\n",
      "       [ 0,  0,  1]], dtype=int8), 1), action = [0 0], winner = 1\n",
      "00:00:08 [INFO] state = (array([[ 0, -1, -1],\n",
      "       [ 0, -1,  1],\n",
      "       [ 1,  0,  1]], dtype=int8), 1), action = [2 1], winner = 1\n",
      "00:00:08 [INFO] state = (array([[-1,  0,  0],\n",
      "       [ 1,  1,  1],\n",
      "       [-1,  0,  0]], dtype=int8), -1), action = None, winner = 1\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "00:00:08 [INFO] state = (array([[ 0, -1, -1],\n",
      "       [ 1,  1,  0],\n",
      "       [ 0,  1, -1]], dtype=int8), 1), action = [1 2], winner = 1\n",
      "00:00:08 [INFO] state = (array([[ 1, -1, -1],\n",
      "       [ 1,  0,  1],\n",
      "       [-1,  0,  1]], dtype=int8), -1), action = [1 1], winner = -1\n",
      "00:00:08 [INFO] state = (array([[ 1,  0,  1],\n",
      "       [-1,  1, -1],\n",
      "       [ 0, -1,  1]], dtype=int8), -1), action = None, winner = 1\n",
      "00:00:08 [INFO] state = (array([[ 1,  1, -1],\n",
      "       [ 0,  0, -1],\n",
      "       [ 0,  0,  0]], dtype=int8), 1), action = [2 2], winner = -1\n",
      "00:00:08 [INFO] state = (array([[ 1,  1,  0],\n",
      "       [ 1, -1,  0],\n",
      "       [ 0, -1, -1]], dtype=int8), 1), action = [2 0], winner = 1\n",
      "00:00:08 [INFO] state = (array([[ 0,  0, -1],\n",
      "       [-1,  1, -1],\n",
      "       [ 0,  1,  1]], dtype=int8), 1), action = [2 0], winner = 1\n",
      "00:00:08 [INFO] state = (array([[-1,  1,  0],\n",
      "       [ 1, -1,  1],\n",
      "       [ 0,  0,  0]], dtype=int8), -1), action = [2 2], winner = -1\n",
      "00:00:08 [INFO] state = (array([[ 0,  0,  1],\n",
      "       [-1,  1, -1],\n",
      "       [ 0,  1,  0]], dtype=int8), -1), action = [2 2], winner = 1\n",
      "00:00:08 [INFO] state = (array([[ 1,  0,  0],\n",
      "       [ 1,  0, -1],\n",
      "       [ 1,  0, -1]], dtype=int8), -1), action = None, winner = 1\n",
      "00:00:08 [INFO] state = (array([[ 1,  1, -1],\n",
      "       [-1, -1,  1],\n",
      "       [ 0, -1,  1]], dtype=int8), 1), action = [2 0], winner = 0\n",
      "00:00:08 [INFO] state = (array([[-1,  0,  0],\n",
      "       [ 0,  0,  1],\n",
      "       [ 1, -1,  1]], dtype=int8), -1), action = [0 2], winner = 0\n",
      "00:00:08 [INFO] state = (array([[-1,  1,  1],\n",
      "       [ 1, -1,  1],\n",
      "       [-1,  0, -1]], dtype=int8), 1), action = None, winner = -1\n",
      "00:00:08 [INFO] state = (array([[ 0,  0, -1],\n",
      "       [ 1,  0,  0],\n",
      "       [ 1, -1,  0]], dtype=int8), 1), action = [1 2], winner = 1\n",
      "00:00:08 [INFO] state = (array([[ 0,  1,  0],\n",
      "       [-1, -1, -1],\n",
      "       [ 1,  0,  1]], dtype=int8), 1), action = None, winner = -1\n",
      "00:00:08 [INFO] state = (array([[ 0,  0,  1],\n",
      "       [-1, -1,  1],\n",
      "       [-1,  1,  1]], dtype=int8), -1), action = None, winner = 1\n",
      "00:00:08 [INFO] state = (array([[ 0,  1, -1],\n",
      "       [-1,  1,  0],\n",
      "       [ 1, -1,  1]], dtype=int8), -1), action = [0 0], winner = 0\n",
      "00:00:08 [INFO] state = (array([[ 0, -1, -1],\n",
      "       [ 1, -1,  1],\n",
      "       [ 1,  0,  0]], dtype=int8), 1), action = [0 0], winner = 1\n",
      "00:00:08 [INFO] state = (array([[-1, -1,  1],\n",
      "       [ 1, -1,  1],\n",
      "       [ 0,  1, -1]], dtype=int8), 1), action = None, winner = -1\n",
      "00:00:08 [INFO] state = (array([[-1,  0,  1],\n",
      "       [ 1, -1,  0],\n",
      "       [-1,  1,  1]], dtype=int8), -1), action = [1 2], winner = 0\n",
      "00:00:08 [INFO] state = (array([[-1,  1,  0],\n",
      "       [ 1,  1,  0],\n",
      "       [-1,  0, -1]], dtype=int8), 1), action = [2 1], winner = 1\n",
      "00:00:08 [INFO] state = (array([[-1,  0, -1],\n",
      "       [ 1,  1,  0],\n",
      "       [-1,  0,  1]], dtype=int8), 1), action = [1 2], winner = 1\n",
      "00:00:08 [INFO] state = (array([[ 1, -1,  0],\n",
      "       [ 1, -1,  0],\n",
      "       [-1,  1,  1]], dtype=int8), -1), action = [0 2], winner = -1\n",
      "00:00:08 [INFO] state = (array([[ 1,  1, -1],\n",
      "       [ 1,  0,  0],\n",
      "       [-1,  0,  0]], dtype=int8), -1), action = [2 2], winner = -1\n",
      "00:00:08 [INFO] state = (array([[ 0, -1, -1],\n",
      "       [ 1,  1,  0],\n",
      "       [ 1,  1, -1]], dtype=int8), -1), action = [1 2], winner = -1\n",
      "00:00:08 [INFO] state = (array([[ 0,  1,  0],\n",
      "       [ 0,  0,  0],\n",
      "       [ 0,  0, -1]], dtype=int8), 1), action = [0 2], winner = 1\n",
      "00:00:08 [INFO] state = (array([[-1,  1,  1],\n",
      "       [ 0, -1,  0],\n",
      "       [ 1,  0, -1]], dtype=int8), 1), action = None, winner = -1\n",
      "00:00:08 [INFO] state = (array([[ 0, -1,  1],\n",
      "       [ 0,  1,  0],\n",
      "       [ 0,  0, -1]], dtype=int8), 1), action = [2 0], winner = 1\n",
      "00:00:08 [INFO] state = (array([[ 1,  1,  0],\n",
      "       [-1, -1, -1],\n",
      "       [ 1, -1,  1]], dtype=int8), 1), action = None, winner = -1\n",
      "00:00:08 [INFO] state = (array([[ 0,  0,  0],\n",
      "       [-1, -1,  0],\n",
      "       [ 1,  1,  0]], dtype=int8), 1), action = [2 2], winner = 1\n",
      "00:00:08 [INFO] state = (array([[-1,  1, -1],\n",
      "       [ 1, -1,  0],\n",
      "       [ 1,  0,  0]], dtype=int8), 1), action = [2 2], winner = 0\n",
      "00:00:08 [INFO] state = (array([[ 1, -1,  1],\n",
      "       [ 1, -1,  0],\n",
      "       [ 0,  1, -1]], dtype=int8), -1), action = [2 0], winner = 0\n",
      "00:00:08 [INFO] state = (array([[ 1,  1,  0],\n",
      "       [ 0,  0,  0],\n",
      "       [-1,  1, -1]], dtype=int8), -1), action = [1 2], winner = 1\n",
      "00:00:08 [INFO] state = (array([[-1,  0,  0],\n",
      "       [-1,  0,  0],\n",
      "       [ 1,  1,  1]], dtype=int8), -1), action = None, winner = 1\n",
      "00:00:08 [INFO] state = (array([[ 0,  1,  1],\n",
      "       [ 0, -1,  1],\n",
      "       [ 0,  0, -1]], dtype=int8), -1), action = [0 0], winner = -1\n",
      "00:00:08 [INFO] state = (array([[-1,  0,  0],\n",
      "       [ 1,  0,  1],\n",
      "       [-1,  1,  0]], dtype=int8), -1), action = [1 1], winner = -1\n",
      "00:00:08 [INFO] state = (array([[-1,  0,  1],\n",
      "       [-1,  0,  0],\n",
      "       [-1,  1,  1]], dtype=int8), 1), action = None, winner = -1\n",
      "00:00:08 [INFO] state = (array([[ 1,  1,  1],\n",
      "       [-1,  0,  0],\n",
      "       [-1, -1,  1]], dtype=int8), -1), action = None, winner = 1\n",
      "00:00:08 [INFO] state = (array([[-1,  1, -1],\n",
      "       [ 0,  0,  1],\n",
      "       [ 1, -1,  0]], dtype=int8), 1), action = [2 2], winner = 0\n",
      "00:00:08 [INFO] state = (array([[ 1,  1,  0],\n",
      "       [-1, -1, -1],\n",
      "       [ 1,  0,  0]], dtype=int8), 1), action = None, winner = -1\n",
      "00:00:08 [INFO] state = (array([[-1,  1,  0],\n",
      "       [-1,  0,  1],\n",
      "       [ 0,  1, -1]], dtype=int8), 1), action = [1 1], winner = 1\n",
      "00:00:08 [INFO] state = (array([[ 0, -1, -1],\n",
      "       [ 1,  0,  1],\n",
      "       [ 1,  0, -1]], dtype=int8), 1), action = [1 1], winner = 1\n",
      "00:00:08 [INFO] state = (array([[ 1,  1, -1],\n",
      "       [ 1,  1,  0],\n",
      "       [-1, -1, -1]], dtype=int8), 1), action = None, winner = -1\n",
      "00:00:08 [INFO] state = (array([[-1,  0,  1],\n",
      "       [ 1, -1,  0],\n",
      "       [ 0,  1,  0]], dtype=int8), -1), action = [2 2], winner = -1\n",
      "00:00:08 [INFO] state = (array([[ 1,  0,  1],\n",
      "       [ 1, -1, -1],\n",
      "       [-1,  1,  0]], dtype=int8), -1), action = [0 1], winner = 0\n",
      "00:00:08 [INFO] state = (array([[ 1,  0, -1],\n",
      "       [ 1,  0,  0],\n",
      "       [-1, -1,  1]], dtype=int8), 1), action = [1 1], winner = 1\n",
      "00:00:08 [INFO] state = (array([[ 0, -1,  1],\n",
      "       [ 1, -1,  0],\n",
      "       [ 1,  0, -1]], dtype=int8), 1), action = [0 0], winner = 1\n",
      "00:00:08 [INFO] state = (array([[ 0, -1,  0],\n",
      "       [ 1,  0,  0],\n",
      "       [ 1, -1,  0]], dtype=int8), 1), action = [1 1], winner = 1\n",
      "00:00:08 [INFO] state = (array([[ 1, -1, -1],\n",
      "       [-1,  0,  1],\n",
      "       [ 1, -1,  1]], dtype=int8), 1), action = [1 1], winner = 1\n",
      "00:00:08 [INFO] state = (array([[ 0, -1,  1],\n",
      "       [-1,  0,  1],\n",
      "       [ 0,  0,  0]], dtype=int8), 1), action = [2 2], winner = 1\n",
      "00:00:08 [INFO] state = (array([[-1,  0,  0],\n",
      "       [ 1,  1,  0],\n",
      "       [ 0,  0, -1]], dtype=int8), 1), action = [2 1], winner = 1\n",
      "00:00:08 [INFO] state = (array([[ 0,  1,  0],\n",
      "       [-1, -1,  0],\n",
      "       [ 0,  1,  1]], dtype=int8), -1), action = [2 0], winner = -1\n",
      "00:00:08 [INFO] state = (array([[ 1, -1,  0],\n",
      "       [-1,  1,  0],\n",
      "       [ 0,  0,  0]], dtype=int8), 1), action = [2 2], winner = 1\n",
      "00:00:08 [INFO] state = (array([[-1, -1,  1],\n",
      "       [ 1,  0,  0],\n",
      "       [ 1,  0,  0]], dtype=int8), -1), action = [1 1], winner = -1\n",
      "00:00:08 [INFO] state = (array([[-1,  0,  1],\n",
      "       [ 0,  0,  1],\n",
      "       [-1,  0,  0]], dtype=int8), 1), action = [2 2], winner = 1\n",
      "00:00:08 [INFO] state = (array([[ 0,  0,  0],\n",
      "       [ 0,  0, -1],\n",
      "       [ 0,  1,  0]], dtype=int8), 1), action = [2 2], winner = 1\n",
      "00:00:08 [INFO] state = (array([[ 0, -1,  1],\n",
      "       [ 0,  0,  0],\n",
      "       [ 1,  1, -1]], dtype=int8), -1), action = [1 1], winner = 0\n",
      "00:00:08 [INFO] state = (array([[ 0,  0, -1],\n",
      "       [ 1,  0,  0],\n",
      "       [ 1,  1, -1]], dtype=int8), -1), action = [1 2], winner = -1\n",
      "00:00:08 [INFO] state = (array([[ 0,  0, -1],\n",
      "       [ 1,  0,  0],\n",
      "       [ 0,  1,  0]], dtype=int8), -1), action = [2 2], winner = -1\n",
      "00:00:08 [INFO] state = (array([[ 1, -1,  0],\n",
      "       [ 0,  0,  0],\n",
      "       [-1,  1,  1]], dtype=int8), -1), action = [1 1], winner = 0\n",
      "00:00:08 [INFO] state = (array([[ 0, -1,  1],\n",
      "       [ 0,  0,  1],\n",
      "       [ 0, -1,  0]], dtype=int8), 1), action = [2 2], winner = 1\n",
      "00:00:08 [INFO] state = (array([[ 1, -1, -1],\n",
      "       [ 0,  0,  0],\n",
      "       [ 1,  1, -1]], dtype=int8), 1), action = [1 0], winner = 1\n",
      "00:00:08 [INFO] state = (array([[ 0, -1, -1],\n",
      "       [ 1,  0,  1],\n",
      "       [ 0, -1,  1]], dtype=int8), 1), action = [1 1], winner = 1\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "00:00:08 [INFO] state = (array([[0, 1, 0],\n",
      "       [0, 0, 0],\n",
      "       [0, 0, 0]], dtype=int8), -1), action = [2 1], winner = 0\n",
      "00:00:08 [INFO] state = (array([[-1, -1,  1],\n",
      "       [ 1, -1,  0],\n",
      "       [ 0,  1,  1]], dtype=int8), -1), action = [2 0], winner = 1\n",
      "00:00:08 [INFO] state = (array([[-1,  1,  1],\n",
      "       [-1,  1,  1],\n",
      "       [ 1, -1, -1]], dtype=int8), -1), action = None, winner = 1\n",
      "00:00:08 [INFO] state = (array([[-1,  1,  1],\n",
      "       [ 1,  0,  0],\n",
      "       [ 0, -1,  0]], dtype=int8), -1), action = [2 2], winner = -1\n",
      "00:00:08 [INFO] state = (array([[-1,  1,  0],\n",
      "       [ 1, -1,  1],\n",
      "       [-1, -1,  1]], dtype=int8), 1), action = [0 2], winner = 1\n",
      "00:00:08 [INFO] state = (array([[-1,  1,  0],\n",
      "       [ 1,  0,  0],\n",
      "       [ 0,  1, -1]], dtype=int8), -1), action = [1 1], winner = -1\n",
      "00:00:08 [INFO] state = (array([[-1,  0,  1],\n",
      "       [ 0,  0,  0],\n",
      "       [ 0,  0,  0]], dtype=int8), 1), action = [2 2], winner = 1\n",
      "00:00:08 [INFO] state = (array([[ 0,  1,  0],\n",
      "       [-1, -1,  0],\n",
      "       [ 1,  1, -1]], dtype=int8), 1), action = [1 2], winner = -1\n",
      "00:00:08 [INFO] state = (array([[ 0, -1,  0],\n",
      "       [ 1,  1,  1],\n",
      "       [ 1, -1, -1]], dtype=int8), -1), action = None, winner = 1\n",
      "00:00:08 [INFO] state = (array([[ 1,  1,  0],\n",
      "       [ 0,  1, -1],\n",
      "       [-1,  0, -1]], dtype=int8), 1), action = [2 1], winner = 1\n",
      "00:00:08 [INFO] state = (array([[ 0,  0,  1],\n",
      "       [ 0, -1,  0],\n",
      "       [ 0, -1,  1]], dtype=int8), 1), action = [1 2], winner = 1\n",
      "00:00:08 [INFO] state = (array([[ 1, -1,  1],\n",
      "       [-1,  0, -1],\n",
      "       [ 1,  1, -1]], dtype=int8), 1), action = [1 1], winner = 1\n",
      "00:00:08 [INFO] state = (array([[-1, -1,  1],\n",
      "       [ 1, -1,  0],\n",
      "       [ 1,  1, -1]], dtype=int8), 1), action = None, winner = -1\n",
      "00:00:08 [INFO] state = (array([[ 0,  1, -1],\n",
      "       [ 0,  1,  0],\n",
      "       [-1,  1,  0]], dtype=int8), -1), action = None, winner = 1\n",
      "00:00:08 [INFO] state = (array([[ 0,  0,  0],\n",
      "       [ 1, -1,  0],\n",
      "       [ 0,  1,  0]], dtype=int8), -1), action = [2 2], winner = 0\n",
      "00:00:08 [INFO] state = (array([[ 0,  0,  1],\n",
      "       [-1,  1, -1],\n",
      "       [ 1, -1,  1]], dtype=int8), -1), action = None, winner = 1\n",
      "00:00:08 [INFO] state = (array([[ 0,  0,  0],\n",
      "       [ 0, -1, -1],\n",
      "       [ 0,  1,  1]], dtype=int8), 1), action = [2 0], winner = 1\n",
      "00:00:08 [INFO] state = (array([[ 0,  1, -1],\n",
      "       [ 1,  0,  1],\n",
      "       [ 0, -1,  0]], dtype=int8), -1), action = [1 1], winner = 0\n",
      "00:00:08 [INFO] state = (array([[ 0, -1, -1],\n",
      "       [-1,  1,  0],\n",
      "       [ 1,  1,  1]], dtype=int8), -1), action = None, winner = 1\n",
      "00:00:08 [INFO] state = (array([[ 0, -1, -1],\n",
      "       [ 1,  0,  0],\n",
      "       [-1,  1,  1]], dtype=int8), 1), action = [1 2], winner = -1\n",
      "00:00:08 [INFO] state = (array([[-1, -1,  1],\n",
      "       [ 1,  0,  1],\n",
      "       [ 1, -1,  0]], dtype=int8), -1), action = [1 1], winner = -1\n",
      "00:00:08 [INFO] state = (array([[-1, -1,  0],\n",
      "       [-1,  1,  1],\n",
      "       [ 0,  0,  1]], dtype=int8), 1), action = [0 2], winner = 1\n",
      "00:00:08 [INFO] state = (array([[-1,  0,  1],\n",
      "       [ 1,  0,  0],\n",
      "       [ 1, -1,  0]], dtype=int8), -1), action = [1 1], winner = -1\n",
      "00:00:08 [INFO] state = (array([[ 1,  1, -1],\n",
      "       [ 0,  0, -1],\n",
      "       [ 1, -1,  1]], dtype=int8), -1), action = [1 1], winner = 1\n",
      "00:00:08 [INFO] state = (array([[ 1, -1, -1],\n",
      "       [ 1, -1,  1],\n",
      "       [ 0,  0,  0]], dtype=int8), 1), action = [2 0], winner = 1\n",
      "00:00:08 [INFO] state = (array([[ 1,  1, -1],\n",
      "       [-1, -1,  0],\n",
      "       [ 1,  1,  0]], dtype=int8), -1), action = [1 2], winner = -1\n",
      "00:00:08 [INFO] state = (array([[ 1,  0,  0],\n",
      "       [ 0,  0,  1],\n",
      "       [-1,  1, -1]], dtype=int8), -1), action = [1 1], winner = 0\n",
      "00:00:08 [INFO] state = (array([[-1,  0,  1],\n",
      "       [ 0,  0,  1],\n",
      "       [-1,  1, -1]], dtype=int8), 1), action = [1 1], winner = -1\n",
      "00:00:08 [INFO] state = (array([[ 1,  1, -1],\n",
      "       [-1,  1,  1],\n",
      "       [-1, -1,  1]], dtype=int8), -1), action = None, winner = 1\n",
      "00:00:08 [INFO] state = (array([[ 1,  0, -1],\n",
      "       [ 0,  0, -1],\n",
      "       [ 1,  0,  0]], dtype=int8), 1), action = [2 2], winner = 1\n",
      "00:00:08 [INFO] state = (array([[ 1,  0,  1],\n",
      "       [-1,  0,  0],\n",
      "       [ 1,  0, -1]], dtype=int8), -1), action = [2 1], winner = 1\n",
      "00:00:08 [INFO] state = (array([[-1,  0,  0],\n",
      "       [ 0,  0,  0],\n",
      "       [ 0,  1,  1]], dtype=int8), -1), action = [2 0], winner = -1\n",
      "00:00:08 [INFO] state = (array([[ 1,  1, -1],\n",
      "       [ 0, -1, -1],\n",
      "       [ 1, -1,  1]], dtype=int8), 1), action = [1 0], winner = 1\n",
      "00:00:08 [INFO] state = (array([[ 1,  0,  0],\n",
      "       [-1, -1,  0],\n",
      "       [ 1,  0,  0]], dtype=int8), 1), action = [1 2], winner = 0\n",
      "00:00:08 [INFO] state = (array([[ 1,  1,  1],\n",
      "       [-1,  0,  0],\n",
      "       [ 0, -1,  0]], dtype=int8), -1), action = None, winner = 1\n",
      "00:00:08 [INFO] state = (array([[ 1,  0,  1],\n",
      "       [ 0,  0,  0],\n",
      "       [ 0,  0, -1]], dtype=int8), -1), action = [2 1], winner = 1\n",
      "00:00:08 [INFO] state = (array([[ 1,  1,  0],\n",
      "       [-1,  1, -1],\n",
      "       [ 0, -1,  0]], dtype=int8), 1), action = [2 2], winner = 1\n",
      "00:00:08 [INFO] state = (array([[ 1, -1,  0],\n",
      "       [ 0,  1,  1],\n",
      "       [-1,  0, -1]], dtype=int8), 1), action = [1 0], winner = 1\n",
      "00:00:08 [INFO] state = (array([[ 1, -1,  0],\n",
      "       [ 0,  1,  0],\n",
      "       [ 0,  0,  0]], dtype=int8), -1), action = [2 2], winner = 1\n",
      "00:00:08 [INFO] state = (array([[ 0, -1,  1],\n",
      "       [ 0, -1,  0],\n",
      "       [ 1,  1, -1]], dtype=int8), 1), action = [0 0], winner = 0\n",
      "00:00:08 [INFO] state = (array([[-1, -1,  0],\n",
      "       [ 0,  1,  1],\n",
      "       [-1,  0,  1]], dtype=int8), 1), action = [1 0], winner = 1\n",
      "00:00:08 [INFO] state = (array([[-1,  1, -1],\n",
      "       [ 0,  0,  1],\n",
      "       [ 0,  1, -1]], dtype=int8), 1), action = [1 1], winner = 1\n",
      "00:00:08 [INFO] state = (array([[ 1,  0, -1],\n",
      "       [ 0,  1, -1],\n",
      "       [ 0,  0,  1]], dtype=int8), -1), action = None, winner = 1\n",
      "00:00:08 [INFO] state = (array([[ 0,  1,  1],\n",
      "       [ 0,  1, -1],\n",
      "       [-1,  0,  0]], dtype=int8), -1), action = [2 2], winner = 1\n",
      "00:00:08 [INFO] state = (array([[ 1,  0,  0],\n",
      "       [ 0, -1,  1],\n",
      "       [ 0, -1,  0]], dtype=int8), 1), action = [0 1], winner = 0\n",
      "00:00:08 [INFO] state = (array([[-1, -1,  0],\n",
      "       [ 0, -1,  1],\n",
      "       [ 1,  0,  1]], dtype=int8), 1), action = [2 1], winner = 1\n",
      "00:00:08 [INFO] state = (array([[-1, -1,  0],\n",
      "       [ 0,  1,  1],\n",
      "       [ 0,  1, -1]], dtype=int8), 1), action = [1 0], winner = 1\n",
      "00:00:08 [INFO] state = (array([[ 0, -1,  1],\n",
      "       [-1, -1,  0],\n",
      "       [ 1,  0,  1]], dtype=int8), 1), action = [2 1], winner = 1\n",
      "00:00:08 [INFO] state = (array([[ 0,  1,  0],\n",
      "       [ 1, -1,  0],\n",
      "       [ 0, -1,  1]], dtype=int8), -1), action = [0 2], winner = 0\n",
      "00:00:08 [INFO] state = (array([[ 1,  0, -1],\n",
      "       [-1,  0,  0],\n",
      "       [ 0,  0,  1]], dtype=int8), 1), action = [2 1], winner = 1\n",
      "00:00:08 [INFO] state = (array([[-1,  1,  0],\n",
      "       [ 0, -1,  1],\n",
      "       [-1,  1,  1]], dtype=int8), -1), action = [1 0], winner = -1\n",
      "00:00:08 [INFO] state = (array([[-1,  0,  1],\n",
      "       [-1,  1,  0],\n",
      "       [ 1,  1, -1]], dtype=int8), -1), action = None, winner = 1\n",
      "00:00:08 [INFO] state = (array([[-1, -1,  0],\n",
      "       [ 1,  0, -1],\n",
      "       [ 0,  1,  1]], dtype=int8), 1), action = [2 0], winner = 1\n",
      "00:00:08 [INFO] state = (array([[ 1,  0,  0],\n",
      "       [-1,  0, -1],\n",
      "       [-1,  1,  1]], dtype=int8), 1), action = [1 1], winner = 1\n",
      "00:00:08 [INFO] state = (array([[-1, -1,  0],\n",
      "       [ 0,  1,  1],\n",
      "       [ 0, -1,  1]], dtype=int8), 1), action = [1 0], winner = 1\n",
      "00:00:08 [INFO] state = (array([[ 0,  0,  0],\n",
      "       [ 0,  0, -1],\n",
      "       [ 0,  0,  1]], dtype=int8), 1), action = [2 1], winner = 1\n",
      "00:00:08 [INFO] state = (array([[ 1,  1,  0],\n",
      "       [-1, -1,  1],\n",
      "       [ 0,  1, -1]], dtype=int8), -1), action = [0 2], winner = 0\n",
      "00:00:08 [INFO] state = (array([[-1,  0, -1],\n",
      "       [ 1, -1,  1],\n",
      "       [ 0,  0,  1]], dtype=int8), 1), action = [2 1], winner = -1\n",
      "00:00:08 [INFO] state = (array([[ 0, -1, -1],\n",
      "       [ 0, -1,  1],\n",
      "       [ 1,  1,  1]], dtype=int8), -1), action = None, winner = 1\n",
      "00:00:08 [INFO] state = (array([[ 1, -1,  1],\n",
      "       [ 0, -1, -1],\n",
      "       [ 0,  0,  1]], dtype=int8), 1), action = [2 1], winner = -1\n",
      "00:00:08 [INFO] state = (array([[ 1, -1,  0],\n",
      "       [ 0,  1,  1],\n",
      "       [ 0, -1,  0]], dtype=int8), -1), action = [2 2], winner = 1\n",
      "00:00:08 [INFO] state = (array([[ 1,  0,  1],\n",
      "       [ 0,  0, -1],\n",
      "       [-1,  0,  1]], dtype=int8), -1), action = [2 1], winner = 1\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "00:00:08 [INFO] state = (array([[-1, -1,  1],\n",
      "       [-1,  1,  0],\n",
      "       [ 0,  1,  1]], dtype=int8), -1), action = [2 0], winner = -1\n",
      "00:00:08 [INFO] state = (array([[ 1,  1,  0],\n",
      "       [ 0, -1, -1],\n",
      "       [ 0,  0,  1]], dtype=int8), -1), action = [1 0], winner = -1\n",
      "00:00:08 [INFO] state = (array([[-1,  0,  0],\n",
      "       [ 0,  0,  1],\n",
      "       [-1,  1,  1]], dtype=int8), -1), action = [1 0], winner = -1\n",
      "00:00:08 [INFO] state = (array([[ 0,  0,  0],\n",
      "       [ 0,  1,  0],\n",
      "       [ 0, -1,  0]], dtype=int8), 1), action = [2 2], winner = 1\n",
      "00:00:08 [INFO] state = (array([[ 0,  1,  1],\n",
      "       [-1,  1,  0],\n",
      "       [ 0, -1, -1]], dtype=int8), 1), action = [2 0], winner = 1\n",
      "00:00:08 [INFO] state = (array([[ 1, -1,  0],\n",
      "       [ 1,  0,  0],\n",
      "       [ 1, -1,  0]], dtype=int8), -1), action = None, winner = 1\n",
      "00:00:08 [INFO] state = (array([[-1,  0,  1],\n",
      "       [ 0, -1,  1],\n",
      "       [-1,  1,  1]], dtype=int8), -1), action = None, winner = 1\n",
      "00:00:08 [INFO] state = (array([[-1,  0, -1],\n",
      "       [ 1,  1, -1],\n",
      "       [ 0,  1,  1]], dtype=int8), -1), action = [0 1], winner = -1\n",
      "00:00:08 [INFO] state = (array([[ 1, -1,  0],\n",
      "       [ 0,  1,  0],\n",
      "       [-1,  1, -1]], dtype=int8), 1), action = [1 2], winner = 0\n",
      "00:00:08 [INFO] state = (array([[ 1, -1,  0],\n",
      "       [ 1,  0,  1],\n",
      "       [-1,  0, -1]], dtype=int8), 1), action = [1 1], winner = 1\n",
      "00:00:08 [INFO] state = (array([[ 0,  1, -1],\n",
      "       [ 0,  1, -1],\n",
      "       [-1,  0,  1]], dtype=int8), 1), action = [2 1], winner = 1\n",
      "00:00:08 [INFO] state = (array([[ 1, -1,  0],\n",
      "       [ 1, -1,  0],\n",
      "       [ 1,  0,  0]], dtype=int8), -1), action = None, winner = 1\n",
      "00:00:08 [INFO] state = (array([[ 1, -1,  1],\n",
      "       [ 0,  1, -1],\n",
      "       [ 1, -1,  0]], dtype=int8), -1), action = None, winner = 1\n",
      "00:00:08 [INFO] state = (array([[ 1,  1,  0],\n",
      "       [-1, -1,  1],\n",
      "       [ 0,  0,  0]], dtype=int8), -1), action = [0 2], winner = 0\n",
      "00:00:08 [INFO] state = (array([[-1,  0,  1],\n",
      "       [ 0, -1,  0],\n",
      "       [ 1,  0,  0]], dtype=int8), 1), action = [2 2], winner = 1\n",
      "00:00:08 [INFO] state = (array([[ 0,  1,  1],\n",
      "       [-1,  0,  1],\n",
      "       [-1, -1,  1]], dtype=int8), -1), action = None, winner = 1\n",
      "00:00:08 [INFO] state = (array([[ 0,  1, -1],\n",
      "       [-1,  1,  0],\n",
      "       [-1,  1,  1]], dtype=int8), -1), action = None, winner = 1\n",
      "00:00:08 [INFO] state = (array([[ 1,  0,  0],\n",
      "       [-1,  0,  1],\n",
      "       [-1,  0,  0]], dtype=int8), 1), action = [2 2], winner = 1\n",
      "00:00:08 [INFO] state = (array([[ 1,  0, -1],\n",
      "       [ 0,  1,  0],\n",
      "       [ 0,  0, -1]], dtype=int8), 1), action = [1 2], winner = 0\n",
      "00:00:08 [INFO] state = (array([[-1,  1,  0],\n",
      "       [-1, -1,  1],\n",
      "       [ 0,  0,  1]], dtype=int8), 1), action = [2 0], winner = 1\n",
      "00:00:08 [INFO] state = (array([[-1,  0, -1],\n",
      "       [ 1,  1, -1],\n",
      "       [-1,  1,  1]], dtype=int8), 1), action = [0 1], winner = 1\n",
      "00:00:08 [INFO] state = (array([[ 0,  1,  0],\n",
      "       [ 0,  1,  1],\n",
      "       [ 0, -1, -1]], dtype=int8), -1), action = [2 0], winner = -1\n",
      "00:00:08 [INFO] state = (array([[ 0,  1,  0],\n",
      "       [-1, -1,  1],\n",
      "       [-1,  0,  1]], dtype=int8), 1), action = [0 2], winner = 1\n",
      "00:00:08 [INFO] state = (array([[ 1,  1,  1],\n",
      "       [ 1, -1,  0],\n",
      "       [ 0, -1, -1]], dtype=int8), -1), action = None, winner = 1\n",
      "00:00:08 [INFO] state = (array([[ 0,  0,  1],\n",
      "       [-1,  1, -1],\n",
      "       [ 0,  1, -1]], dtype=int8), 1), action = [2 0], winner = 1\n",
      "00:00:08 [INFO] state = (array([[-1,  1,  1],\n",
      "       [ 1,  0,  1],\n",
      "       [ 0, -1, -1]], dtype=int8), -1), action = [2 0], winner = -1\n",
      "00:00:08 [INFO] state = (array([[-1,  1,  0],\n",
      "       [ 0, -1,  0],\n",
      "       [ 1,  1, -1]], dtype=int8), 1), action = None, winner = -1\n",
      "00:00:08 [INFO] state = (array([[ 1,  1, -1],\n",
      "       [ 0,  1, -1],\n",
      "       [ 0,  0, -1]], dtype=int8), 1), action = None, winner = -1\n",
      "00:00:08 [INFO] state = (array([[ 0,  1,  0],\n",
      "       [ 0, -1, -1],\n",
      "       [ 0,  0,  1]], dtype=int8), 1), action = [1 0], winner = 0\n",
      "00:00:08 [INFO] state = (array([[-1,  1,  1],\n",
      "       [-1,  1,  1],\n",
      "       [-1,  0, -1]], dtype=int8), 1), action = None, winner = -1\n",
      "00:00:08 [INFO] state = (array([[ 1,  1,  0],\n",
      "       [-1,  1,  0],\n",
      "       [ 0, -1, -1]], dtype=int8), 1), action = [0 2], winner = 1\n",
      "00:00:08 [INFO] state = (array([[ 1,  0,  0],\n",
      "       [-1,  1,  0],\n",
      "       [-1,  1,  0]], dtype=int8), -1), action = [2 2], winner = 1\n",
      "00:00:08 [INFO] state = (array([[ 1,  0,  0],\n",
      "       [ 1, -1,  1],\n",
      "       [ 0, -1,  0]], dtype=int8), -1), action = [2 0], winner = -1\n",
      "00:00:08 [INFO] state = (array([[ 1,  0,  0],\n",
      "       [ 0,  0, -1],\n",
      "       [ 1,  1, -1]], dtype=int8), -1), action = [1 0], winner = -1\n",
      "00:00:08 [INFO] state = (array([[ 0,  1, -1],\n",
      "       [ 1, -1,  0],\n",
      "       [ 1, -1,  1]], dtype=int8), -1), action = [0 0], winner = 0\n",
      "00:00:08 [INFO] state = (array([[-1,  1,  1],\n",
      "       [ 0, -1,  1],\n",
      "       [-1,  1, -1]], dtype=int8), 1), action = None, winner = -1\n",
      "00:00:08 [INFO] state = (array([[-1,  1,  1],\n",
      "       [ 1,  0,  0],\n",
      "       [-1,  0, -1]], dtype=int8), 1), action = [2 1], winner = -1\n",
      "00:00:08 [INFO] state = (array([[ 1,  1, -1],\n",
      "       [ 0, -1,  0],\n",
      "       [ 1,  0, -1]], dtype=int8), 1), action = [1 0], winner = 1\n",
      "00:00:08 [INFO] state = (array([[ 1,  0, -1],\n",
      "       [ 1,  0,  1],\n",
      "       [-1, -1,  0]], dtype=int8), 1), action = [1 1], winner = 1\n",
      "00:00:08 [INFO] state = (array([[ 1,  0,  1],\n",
      "       [-1,  0,  1],\n",
      "       [-1,  0, -1]], dtype=int8), 1), action = [0 1], winner = 1\n",
      "00:00:08 [INFO] state = (array([[-1,  0,  1],\n",
      "       [ 1, -1,  1],\n",
      "       [-1,  0,  1]], dtype=int8), -1), action = None, winner = 1\n",
      "00:00:08 [INFO] state = (array([[ 0,  1,  1],\n",
      "       [-1, -1,  1],\n",
      "       [-1,  0,  0]], dtype=int8), 1), action = [2 2], winner = 1\n",
      "00:00:08 [INFO] state = (array([[-1,  0, -1],\n",
      "       [-1,  1,  0],\n",
      "       [ 1,  0,  1]], dtype=int8), 1), action = [2 1], winner = 1\n",
      "00:00:08 [INFO] state = (array([[-1,  1,  1],\n",
      "       [-1, -1,  1],\n",
      "       [ 0,  0,  1]], dtype=int8), -1), action = None, winner = 1\n",
      "00:00:08 [INFO] state = (array([[ 1,  0, -1],\n",
      "       [ 0,  0,  0],\n",
      "       [ 1,  0,  0]], dtype=int8), -1), action = [2 2], winner = 1\n",
      "00:00:08 [INFO] state = (array([[ 0,  1, -1],\n",
      "       [ 1,  1,  0],\n",
      "       [ 1, -1, -1]], dtype=int8), -1), action = [1 2], winner = -1\n",
      "00:00:08 [INFO] state = (array([[ 0,  0,  0],\n",
      "       [ 1, -1,  1],\n",
      "       [-1, -1,  1]], dtype=int8), 1), action = [0 2], winner = 1\n",
      "00:00:08 [INFO] state = (array([[ 1,  1, -1],\n",
      "       [ 1,  0, -1],\n",
      "       [-1,  0,  0]], dtype=int8), 1), action = [2 2], winner = -1\n",
      "00:00:08 [INFO] state = (array([[ 0,  1,  0],\n",
      "       [ 1, -1,  0],\n",
      "       [ 0,  0, -1]], dtype=int8), 1), action = [0 0], winner = 1\n",
      "00:00:08 [INFO] state = (array([[ 0, -1,  0],\n",
      "       [ 0, -1,  0],\n",
      "       [ 1,  1,  0]], dtype=int8), 1), action = [2 2], winner = 1\n",
      "00:00:08 [INFO] state = (array([[ 0,  0,  0],\n",
      "       [ 1,  0,  1],\n",
      "       [-1,  0, -1]], dtype=int8), 1), action = [1 1], winner = 1\n",
      "00:00:08 [INFO] state = (array([[ 0,  1,  0],\n",
      "       [ 1,  1, -1],\n",
      "       [-1, -1,  1]], dtype=int8), -1), action = [0 0], winner = 0\n",
      "00:00:08 [INFO] state = (array([[ 1,  1,  0],\n",
      "       [ 0, -1,  0],\n",
      "       [-1,  1,  0]], dtype=int8), -1), action = [0 2], winner = -1\n",
      "00:00:08 [INFO] state = (array([[ 1,  0,  0],\n",
      "       [ 1,  1, -1],\n",
      "       [ 0, -1,  0]], dtype=int8), -1), action = [2 2], winner = 1\n",
      "00:00:08 [INFO] state = (array([[-1,  1,  0],\n",
      "       [-1,  1, -1],\n",
      "       [ 1,  0,  0]], dtype=int8), 1), action = [2 2], winner = 1\n",
      "00:00:08 [INFO] state = (array([[ 0, -1,  1],\n",
      "       [-1,  0,  1],\n",
      "       [ 0,  1, -1]], dtype=int8), 1), action = [2 0], winner = 0\n",
      "00:00:08 [INFO] state = (array([[ 0, -1,  0],\n",
      "       [-1,  1, -1],\n",
      "       [ 1,  1,  1]], dtype=int8), -1), action = None, winner = 1\n",
      "00:00:08 [INFO] state = (array([[-1,  1,  0],\n",
      "       [ 1, -1,  0],\n",
      "       [ 0,  1,  0]], dtype=int8), -1), action = [2 2], winner = -1\n",
      "00:00:08 [INFO] state = (array([[-1,  1,  1],\n",
      "       [ 0, -1,  1],\n",
      "       [-1,  1,  0]], dtype=int8), -1), action = [2 2], winner = -1\n",
      "00:00:08 [INFO] state = (array([[ 0,  0,  1],\n",
      "       [ 0,  0,  0],\n",
      "       [ 1, -1, -1]], dtype=int8), 1), action = [1 1], winner = 1\n",
      "00:00:08 [INFO] state = (array([[-1,  1,  0],\n",
      "       [-1,  0, -1],\n",
      "       [ 1,  1,  1]], dtype=int8), -1), action = None, winner = 1\n",
      "00:00:08 [INFO] state = (array([[ 0,  1, -1],\n",
      "       [ 1,  1, -1],\n",
      "       [-1,  0,  1]], dtype=int8), -1), action = [2 1], winner = 1\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "00:00:08 [INFO] state = (array([[ 0,  1,  0],\n",
      "       [ 1,  1, -1],\n",
      "       [ 1, -1, -1]], dtype=int8), -1), action = [0 2], winner = -1\n",
      "00:00:08 [INFO] state = (array([[ 0, -1,  1],\n",
      "       [ 0, -1,  1],\n",
      "       [ 1,  0, -1]], dtype=int8), 1), action = [2 1], winner = -1\n",
      "00:00:08 [INFO] state = (array([[-1,  1,  0],\n",
      "       [ 0, -1,  1],\n",
      "       [ 1,  0,  0]], dtype=int8), -1), action = [2 2], winner = -1\n",
      "00:00:08 [INFO] state = (array([[ 0, -1, -1],\n",
      "       [ 0,  1,  0],\n",
      "       [-1,  1,  1]], dtype=int8), 1), action = [0 0], winner = 1\n",
      "00:00:08 [INFO] state = (array([[ 1, -1,  1],\n",
      "       [ 1,  0, -1],\n",
      "       [ 0, -1,  0]], dtype=int8), 1), action = [2 0], winner = 1\n",
      "00:00:08 [INFO] state = (array([[ 0,  1, -1],\n",
      "       [-1,  0, -1],\n",
      "       [ 0,  1,  1]], dtype=int8), 1), action = [2 0], winner = 1\n",
      "00:00:08 [INFO] state = (array([[ 0,  0,  1],\n",
      "       [ 1,  1,  0],\n",
      "       [ 0, -1, -1]], dtype=int8), -1), action = [2 0], winner = -1\n",
      "00:00:08 [INFO] state = (array([[-1,  0,  0],\n",
      "       [ 1,  1,  0],\n",
      "       [ 1, -1,  0]], dtype=int8), -1), action = [2 2], winner = 1\n",
      "00:00:08 [INFO] state = (array([[ 0,  0,  0],\n",
      "       [ 0,  0,  0],\n",
      "       [ 1, -1,  0]], dtype=int8), 1), action = [1 1], winner = 1\n",
      "00:00:08 [INFO] state = (array([[-1,  0, -1],\n",
      "       [ 0, -1,  1],\n",
      "       [ 1,  1,  1]], dtype=int8), -1), action = None, winner = 1\n",
      "00:00:08 [INFO] state = (array([[ 0, -1, -1],\n",
      "       [ 1,  1,  0],\n",
      "       [ 1, -1,  0]], dtype=int8), 1), action = [1 2], winner = 1\n",
      "00:00:08 [INFO] state = (array([[-1,  0,  0],\n",
      "       [-1,  1, -1],\n",
      "       [ 1,  1,  0]], dtype=int8), 1), action = [2 2], winner = 1\n",
      "00:00:08 [INFO] state = (array([[-1,  0, -1],\n",
      "       [ 0,  0,  1],\n",
      "       [ 1,  1, -1]], dtype=int8), 1), action = [1 1], winner = -1\n",
      "00:00:08 [INFO] state = (array([[ 0,  1,  0],\n",
      "       [ 0, -1, -1],\n",
      "       [ 1, -1,  1]], dtype=int8), 1), action = [1 0], winner = 0\n",
      "00:00:08 [INFO] state = (array([[ 1,  0,  0],\n",
      "       [-1,  0,  0],\n",
      "       [ 1, -1,  0]], dtype=int8), 1), action = [1 1], winner = 1\n",
      "00:00:08 [INFO] state = (array([[ 1, -1,  1],\n",
      "       [ 1,  1,  0],\n",
      "       [-1,  0, -1]], dtype=int8), -1), action = [2 1], winner = -1\n",
      "00:00:08 [INFO] state = (array([[ 1, -1,  0],\n",
      "       [ 1, -1,  0],\n",
      "       [ 0,  0,  0]], dtype=int8), 1), action = [2 0], winner = 1\n",
      "00:00:08 [INFO] state = (array([[ 1, -1, -1],\n",
      "       [-1,  1,  1],\n",
      "       [ 1,  0,  0]], dtype=int8), -1), action = [2 2], winner = 0\n",
      "00:00:08 [INFO] state = (array([[ 1, -1, -1],\n",
      "       [-1, -1,  1],\n",
      "       [ 1,  1,  1]], dtype=int8), -1), action = None, winner = 1\n",
      "00:00:08 [INFO] state = (array([[-1,  1,  0],\n",
      "       [-1, -1,  1],\n",
      "       [ 1,  0,  0]], dtype=int8), 1), action = [2 2], winner = 1\n",
      "00:00:08 [INFO] state = (array([[-1, -1,  1],\n",
      "       [ 0,  0,  1],\n",
      "       [ 0,  1, -1]], dtype=int8), 1), action = [1 1], winner = 1\n",
      "00:00:08 [INFO] state = (array([[-1, -1,  0],\n",
      "       [ 1,  1,  0],\n",
      "       [ 1,  0,  0]], dtype=int8), -1), action = [0 2], winner = -1\n",
      "00:00:08 [INFO] state = (array([[ 1, -1,  0],\n",
      "       [ 0,  0, -1],\n",
      "       [ 0,  1,  1]], dtype=int8), -1), action = [2 0], winner = 1\n",
      "00:00:08 [INFO] state = (array([[ 1,  0,  0],\n",
      "       [-1, -1,  0],\n",
      "       [ 0,  1,  1]], dtype=int8), -1), action = [2 0], winner = -1\n",
      "00:00:08 [INFO] state = (array([[-1,  1,  0],\n",
      "       [-1,  1, -1],\n",
      "       [ 0,  1,  1]], dtype=int8), -1), action = None, winner = 1\n",
      "00:00:08 [INFO] state = (array([[ 1,  0,  1],\n",
      "       [-1,  1,  0],\n",
      "       [ 1, -1, -1]], dtype=int8), -1), action = None, winner = 1\n",
      "00:00:08 [INFO] state = (array([[ 0,  0,  0],\n",
      "       [-1,  1,  0],\n",
      "       [-1,  1,  1]], dtype=int8), -1), action = [0 0], winner = -1\n",
      "00:00:08 [INFO] state = (array([[ 1,  0, -1],\n",
      "       [ 0,  0,  1],\n",
      "       [ 1, -1, -1]], dtype=int8), 1), action = [1 0], winner = 1\n",
      "00:00:08 [INFO] state = (array([[ 0,  1, -1],\n",
      "       [ 1,  0, -1],\n",
      "       [ 0,  1,  0]], dtype=int8), -1), action = [2 2], winner = -1\n",
      "00:00:08 [INFO] state = (array([[-1, -1,  0],\n",
      "       [ 1,  1, -1],\n",
      "       [ 0,  1,  1]], dtype=int8), -1), action = [0 2], winner = -1\n",
      "00:00:08 [INFO] state = (array([[ 1, -1,  0],\n",
      "       [ 0,  0,  1],\n",
      "       [ 0,  1, -1]], dtype=int8), -1), action = [2 0], winner = 0\n",
      "00:00:08 [INFO] state = (array([[ 1,  0,  1],\n",
      "       [ 0, -1, -1],\n",
      "       [ 1,  1, -1]], dtype=int8), -1), action = [1 0], winner = -1\n",
      "00:00:08 [INFO] state = (array([[-1, -1,  0],\n",
      "       [-1,  1,  1],\n",
      "       [ 0,  1,  0]], dtype=int8), 1), action = [2 2], winner = -1\n",
      "00:00:08 [INFO] state = (array([[ 0,  1, -1],\n",
      "       [ 1,  0,  1],\n",
      "       [ 0, -1, -1]], dtype=int8), 1), action = [2 0], winner = 1\n",
      "00:00:08 [INFO] state = (array([[ 0, -1,  0],\n",
      "       [-1,  0,  1],\n",
      "       [-1,  1,  1]], dtype=int8), 1), action = [0 2], winner = 1\n",
      "00:00:08 [INFO] state = (array([[ 1,  0,  1],\n",
      "       [-1,  0,  0],\n",
      "       [-1,  1,  0]], dtype=int8), -1), action = [2 2], winner = 1\n",
      "00:00:08 [INFO] state = (array([[ 1, -1,  1],\n",
      "       [ 0, -1, -1],\n",
      "       [ 0,  1,  1]], dtype=int8), -1), action = [1 0], winner = -1\n",
      "00:00:08 [INFO] state = (array([[ 0, -1,  1],\n",
      "       [-1,  1, -1],\n",
      "       [-1,  1,  1]], dtype=int8), 1), action = [0 0], winner = 1\n",
      "00:00:08 [INFO] state = (array([[ 0,  1, -1],\n",
      "       [ 0, -1,  1],\n",
      "       [ 0,  0,  0]], dtype=int8), 1), action = [2 0], winner = 0\n",
      "00:00:08 [INFO] state = (array([[-1,  1,  1],\n",
      "       [ 0, -1,  0],\n",
      "       [ 0,  1, -1]], dtype=int8), 1), action = None, winner = -1\n",
      "00:00:08 [INFO] state = (array([[ 1,  0,  0],\n",
      "       [-1, -1,  1],\n",
      "       [-1,  1,  0]], dtype=int8), 1), action = [0 2], winner = 1\n",
      "00:00:08 [INFO] state = (array([[ 0,  0,  1],\n",
      "       [ 0,  0,  0],\n",
      "       [ 0, -1,  0]], dtype=int8), 1), action = [2 2], winner = 1\n",
      "00:00:08 [INFO] state = (array([[ 0,  1,  1],\n",
      "       [ 1, -1, -1],\n",
      "       [-1,  1, -1]], dtype=int8), 1), action = [0 0], winner = 1\n",
      "00:00:08 [INFO] state = (array([[ 0, -1,  0],\n",
      "       [-1,  1, -1],\n",
      "       [ 0,  1,  1]], dtype=int8), 1), action = [2 0], winner = 1\n",
      "00:00:08 [INFO] state = (array([[ 1,  0,  0],\n",
      "       [ 0, -1,  0],\n",
      "       [-1,  0,  1]], dtype=int8), 1), action = [0 2], winner = 1\n",
      "00:00:08 [INFO] state = (array([[-1, -1,  1],\n",
      "       [ 1,  0, -1],\n",
      "       [ 0,  1,  0]], dtype=int8), 1), action = [2 0], winner = 1\n",
      "00:00:08 [INFO] state = (array([[ 1,  1, -1],\n",
      "       [-1,  0,  1],\n",
      "       [ 0,  1, -1]], dtype=int8), -1), action = [1 1], winner = 0\n",
      "00:00:08 [INFO] state = (array([[0, 0, 0],\n",
      "       [0, 1, 0],\n",
      "       [0, 0, 0]], dtype=int8), -1), action = [2 2], winner = 0\n",
      "00:00:08 [INFO] state = (array([[-1,  0,  1],\n",
      "       [-1,  1,  1],\n",
      "       [-1,  1, -1]], dtype=int8), 1), action = None, winner = -1\n",
      "00:00:08 [INFO] state = (array([[-1,  0,  1],\n",
      "       [ 0,  0, -1],\n",
      "       [ 1,  1,  0]], dtype=int8), -1), action = [2 2], winner = 1\n",
      "00:00:08 [INFO] state = (array([[ 1,  0, -1],\n",
      "       [ 1,  0,  1],\n",
      "       [ 0,  0, -1]], dtype=int8), -1), action = [2 1], winner = 1\n",
      "00:00:08 [INFO] state = (array([[ 1,  0, -1],\n",
      "       [-1,  1, -1],\n",
      "       [ 0,  1,  0]], dtype=int8), 1), action = [2 2], winner = 1\n",
      "00:00:08 [INFO] state = (array([[ 0,  1, -1],\n",
      "       [ 1,  1, -1],\n",
      "       [-1,  1,  0]], dtype=int8), -1), action = None, winner = 1\n",
      "00:00:08 [INFO] state = (array([[ 1, -1,  0],\n",
      "       [ 0,  1,  0],\n",
      "       [ 1, -1, -1]], dtype=int8), 1), action = [1 2], winner = 1\n",
      "00:00:08 [INFO] state = (array([[ 1,  1,  1],\n",
      "       [-1, -1,  1],\n",
      "       [ 1, -1, -1]], dtype=int8), -1), action = None, winner = 1\n",
      "00:00:08 [INFO] state = (array([[-1, -1,  1],\n",
      "       [-1,  1,  1],\n",
      "       [ 0,  0,  1]], dtype=int8), -1), action = None, winner = 1\n",
      "00:00:08 [INFO] state = (array([[-1,  0,  1],\n",
      "       [ 0,  1,  1],\n",
      "       [-1,  0,  0]], dtype=int8), -1), action = [1 0], winner = -1\n",
      "00:00:08 [INFO] state = (array([[ 0,  0,  1],\n",
      "       [ 1, -1, -1],\n",
      "       [ 0,  0,  1]], dtype=int8), -1), action = [2 1], winner = 0\n",
      "00:00:08 [INFO] state = (array([[-1,  0,  0],\n",
      "       [ 1,  0,  0],\n",
      "       [ 0, -1,  1]], dtype=int8), 1), action = [1 2], winner = 1\n",
      "00:00:08 [INFO] state = (array([[ 1,  0,  0],\n",
      "       [ 0, -1,  0],\n",
      "       [ 0,  1, -1]], dtype=int8), 1), action = [2 0], winner = 0\n",
      "00:00:08 [INFO] state = (array([[ 0,  0,  0],\n",
      "       [ 1,  1,  0],\n",
      "       [ 0, -1, -1]], dtype=int8), 1), action = [2 0], winner = 1\n",
      "00:00:08 [INFO] state = (array([[ 0,  1,  0],\n",
      "       [-1,  1,  0],\n",
      "       [ 0,  0, -1]], dtype=int8), 1), action = [2 1], winner = 1\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "00:00:08 [INFO] state = (array([[-1,  1,  0],\n",
      "       [ 1,  1,  0],\n",
      "       [ 1, -1, -1]], dtype=int8), -1), action = [1 2], winner = 1\n",
      "00:00:08 [INFO] state = (array([[ 0,  0,  0],\n",
      "       [-1,  1,  1],\n",
      "       [-1, -1,  1]], dtype=int8), 1), action = [0 2], winner = 1\n",
      "00:00:08 [INFO] state = (array([[-1,  0,  1],\n",
      "       [ 0,  0,  0],\n",
      "       [ 1,  1, -1]], dtype=int8), -1), action = [1 1], winner = -1\n",
      "00:00:08 [INFO] state = (array([[ 1,  0,  1],\n",
      "       [-1, -1,  1],\n",
      "       [-1,  0,  1]], dtype=int8), -1), action = None, winner = 1\n",
      "00:00:08 [INFO] state = (array([[ 0,  0,  0],\n",
      "       [ 1, -1, -1],\n",
      "       [ 1, -1,  1]], dtype=int8), 1), action = [0 0], winner = 1\n",
      "00:00:08 [INFO] state = (array([[-1, -1,  1],\n",
      "       [ 0,  1,  0],\n",
      "       [ 1,  0,  0]], dtype=int8), -1), action = None, winner = 1\n",
      "00:00:08 [INFO] state = (array([[ 0,  1,  1],\n",
      "       [ 0, -1,  0],\n",
      "       [-1,  1, -1]], dtype=int8), 1), action = [0 0], winner = 1\n",
      "00:00:08 [INFO] state = (array([[ 0, -1,  1],\n",
      "       [ 1, -1,  1],\n",
      "       [ 0,  1, -1]], dtype=int8), -1), action = [0 0], winner = -1\n",
      "00:00:08 [INFO] state = (array([[ 0,  1,  0],\n",
      "       [ 1,  1,  0],\n",
      "       [-1, -1,  0]], dtype=int8), -1), action = [2 2], winner = -1\n",
      "00:00:08 [INFO] state = (array([[ 1, -1, -1],\n",
      "       [ 1,  0,  1],\n",
      "       [ 0, -1,  0]], dtype=int8), 1), action = [2 0], winner = 1\n",
      "00:00:08 [INFO] state = (array([[ 1,  0,  0],\n",
      "       [-1, -1,  1],\n",
      "       [ 1, -1,  1]], dtype=int8), -1), action = [0 1], winner = -1\n",
      "00:00:08 [INFO] state = (array([[ 0, -1,  0],\n",
      "       [ 1,  1, -1],\n",
      "       [ 1,  0, -1]], dtype=int8), 1), action = [0 2], winner = 1\n",
      "00:00:08 [INFO] state = (array([[ 0, -1,  0],\n",
      "       [ 1, -1, -1],\n",
      "       [ 0,  1,  1]], dtype=int8), 1), action = [2 0], winner = 1\n",
      "00:00:08 [INFO] state = (array([[ 0, -1, -1],\n",
      "       [ 1,  0,  0],\n",
      "       [ 1, -1,  1]], dtype=int8), 1), action = [0 0], winner = 1\n",
      "00:00:08 [INFO] state = (array([[-1,  1, -1],\n",
      "       [ 1,  0,  0],\n",
      "       [ 1, -1,  1]], dtype=int8), -1), action = [1 2], winner = 0\n",
      "00:00:08 [INFO] state = (array([[ 0,  1,  1],\n",
      "       [-1, -1,  1],\n",
      "       [ 0,  1, -1]], dtype=int8), -1), action = [0 0], winner = -1\n",
      "00:00:08 [INFO] state = (array([[ 1, -1,  1],\n",
      "       [ 0, -1,  0],\n",
      "       [ 0,  1,  0]], dtype=int8), -1), action = [2 2], winner = 0\n",
      "00:00:08 [INFO] state = (array([[ 0,  0, -1],\n",
      "       [ 1,  1,  0],\n",
      "       [-1,  0,  0]], dtype=int8), 1), action = [2 2], winner = 1\n",
      "00:00:08 [INFO] state = (array([[ 1,  1,  1],\n",
      "       [ 1, -1, -1],\n",
      "       [-1,  0,  0]], dtype=int8), -1), action = None, winner = 1\n",
      "00:00:08 [INFO] state = (array([[-1,  1,  0],\n",
      "       [-1,  0,  0],\n",
      "       [ 1,  0,  1]], dtype=int8), -1), action = [2 1], winner = 1\n",
      "00:00:08 [INFO] state = (array([[-1,  1,  0],\n",
      "       [ 0,  0,  0],\n",
      "       [ 1,  0, -1]], dtype=int8), 1), action = [1 1], winner = 1\n",
      "00:00:08 [INFO] state = (array([[ 0, -1,  0],\n",
      "       [ 1,  0, -1],\n",
      "       [ 1, -1,  1]], dtype=int8), 1), action = [1 1], winner = 1\n",
      "00:00:08 [INFO] state = (array([[ 1, -1,  1],\n",
      "       [ 0, -1, -1],\n",
      "       [ 1,  0,  1]], dtype=int8), -1), action = [2 1], winner = -1\n",
      "00:00:08 [INFO] state = (array([[ 1,  0,  1],\n",
      "       [ 1, -1,  0],\n",
      "       [ 0,  0, -1]], dtype=int8), -1), action = [2 1], winner = 1\n",
      "00:00:08 [INFO] state = (array([[ 0,  0,  0],\n",
      "       [ 0, -1,  0],\n",
      "       [ 0,  1,  1]], dtype=int8), -1), action = [2 0], winner = 0\n",
      "00:00:08 [INFO] state = (array([[ 1, -1,  0],\n",
      "       [ 0,  0,  1],\n",
      "       [-1,  0,  0]], dtype=int8), 1), action = [2 2], winner = 1\n",
      "00:00:08 [INFO] state = (array([[-1,  0,  1],\n",
      "       [ 0,  0,  0],\n",
      "       [-1,  1,  0]], dtype=int8), 1), action = [1 0], winner = 0\n",
      "00:00:08 [INFO] state = (array([[ 1, -1, -1],\n",
      "       [ 1,  1, -1],\n",
      "       [ 0,  0,  1]], dtype=int8), -1), action = None, winner = 1\n",
      "00:00:08 [INFO] state = (array([[ 0,  0,  1],\n",
      "       [ 1,  1,  0],\n",
      "       [-1, -1,  0]], dtype=int8), -1), action = [2 2], winner = -1\n",
      "00:00:08 [INFO] state = (array([[-1, -1,  0],\n",
      "       [-1,  1,  1],\n",
      "       [ 1,  0,  1]], dtype=int8), -1), action = [0 2], winner = -1\n",
      "00:00:08 [INFO] state = (array([[ 1,  0,  1],\n",
      "       [ 1, -1,  0],\n",
      "       [-1,  1, -1]], dtype=int8), -1), action = [0 1], winner = 0\n",
      "00:00:08 [INFO] state = (array([[-1, -1,  0],\n",
      "       [ 0,  1,  0],\n",
      "       [ 1,  1,  0]], dtype=int8), -1), action = [0 2], winner = -1\n",
      "00:00:08 [INFO] state = (array([[ 0, -1,  0],\n",
      "       [ 0,  0,  1],\n",
      "       [ 0, -1,  1]], dtype=int8), 1), action = [1 1], winner = 1\n",
      "00:00:08 [INFO] state = (array([[ 0,  1,  1],\n",
      "       [ 0,  0, -1],\n",
      "       [-1,  0,  1]], dtype=int8), -1), action = [0 0], winner = 0\n",
      "00:00:08 [INFO] state = (array([[ 0,  0,  1],\n",
      "       [-1, -1,  0],\n",
      "       [ 1, -1,  1]], dtype=int8), 1), action = [1 2], winner = 1\n",
      "00:00:08 [INFO] state = (array([[ 1,  0,  1],\n",
      "       [ 0, -1, -1],\n",
      "       [ 0,  0,  1]], dtype=int8), -1), action = [1 0], winner = -1\n",
      "00:00:08 [INFO] state = (array([[-1,  1,  0],\n",
      "       [ 1, -1, -1],\n",
      "       [-1,  1,  1]], dtype=int8), 1), action = [0 2], winner = 0\n",
      "00:00:08 [INFO] state = (array([[ 1, -1,  1],\n",
      "       [ 0,  0,  0],\n",
      "       [ 1, -1,  0]], dtype=int8), -1), action = [1 1], winner = -1\n",
      "00:00:08 [INFO] state = (array([[ 1,  1, -1],\n",
      "       [ 0,  1, -1],\n",
      "       [ 0, -1,  1]], dtype=int8), -1), action = None, winner = 1\n",
      "00:00:08 [INFO] state = (array([[-1,  0,  0],\n",
      "       [ 0,  1, -1],\n",
      "       [ 1,  0,  1]], dtype=int8), -1), action = [2 1], winner = 1\n",
      "00:00:08 [INFO] state = (array([[ 1, -1,  0],\n",
      "       [-1,  1,  0],\n",
      "       [ 1, -1,  0]], dtype=int8), 1), action = [2 2], winner = 1\n",
      "00:00:08 [INFO] state = (array([[ 0,  1, -1],\n",
      "       [ 0,  1, -1],\n",
      "       [ 1, -1,  0]], dtype=int8), 1), action = [2 2], winner = 0\n",
      "00:00:08 [INFO] state = (array([[ 0,  1, -1],\n",
      "       [ 1,  0,  1],\n",
      "       [ 1, -1, -1]], dtype=int8), -1), action = [1 1], winner = 1\n",
      "00:00:08 [INFO] state = (array([[ 1,  0, -1],\n",
      "       [-1,  1,  1],\n",
      "       [-1,  1, -1]], dtype=int8), 1), action = [0 1], winner = 1\n",
      "00:00:08 [INFO] state = (array([[-1, -1,  1],\n",
      "       [ 1,  1,  1],\n",
      "       [ 0,  0, -1]], dtype=int8), -1), action = None, winner = 1\n",
      "00:00:08 [INFO] state = (array([[-1,  0,  1],\n",
      "       [ 1,  0,  1],\n",
      "       [ 1, -1, -1]], dtype=int8), -1), action = [1 1], winner = -1\n",
      "00:00:08 [INFO] state = (array([[ 0, -1,  1],\n",
      "       [ 1,  1,  0],\n",
      "       [ 1, -1, -1]], dtype=int8), -1), action = None, winner = 1\n",
      "00:00:08 [INFO] state = (array([[ 0,  0, -1],\n",
      "       [ 0,  1,  0],\n",
      "       [ 1,  1, -1]], dtype=int8), -1), action = [1 2], winner = -1\n",
      "00:00:08 [INFO] state = (array([[-1, -1,  1],\n",
      "       [-1,  1,  0],\n",
      "       [-1,  1,  1]], dtype=int8), 1), action = None, winner = -1\n",
      "00:00:08 [INFO] state = (array([[-1, -1,  0],\n",
      "       [ 1,  1,  1],\n",
      "       [-1,  0,  1]], dtype=int8), -1), action = None, winner = 1\n",
      "00:00:08 [INFO] state = (array([[ 0,  0,  0],\n",
      "       [-1,  0,  0],\n",
      "       [-1,  1,  1]], dtype=int8), 1), action = [1 2], winner = -1\n",
      "00:00:08 [INFO] state = (array([[-1,  1, -1],\n",
      "       [ 1,  1,  0],\n",
      "       [ 0,  0, -1]], dtype=int8), 1), action = [2 1], winner = 1\n",
      "00:00:08 [INFO] state = (array([[ 1, -1,  0],\n",
      "       [ 1,  0, -1],\n",
      "       [ 1, -1,  1]], dtype=int8), -1), action = None, winner = 1\n",
      "00:00:08 [INFO] state = (array([[ 0,  1, -1],\n",
      "       [ 0,  1,  1],\n",
      "       [-1, -1,  1]], dtype=int8), -1), action = [1 0], winner = 1\n",
      "00:00:08 [INFO] state = (array([[-1, -1,  1],\n",
      "       [ 1, -1,  1],\n",
      "       [ 0,  0,  1]], dtype=int8), -1), action = None, winner = 1\n",
      "00:00:08 [INFO] state = (array([[ 0,  1,  0],\n",
      "       [-1,  1,  0],\n",
      "       [-1, -1,  1]], dtype=int8), 1), action = [0 0], winner = 1\n",
      "00:00:08 [INFO] state = (array([[ 0, -1, -1],\n",
      "       [-1,  1,  0],\n",
      "       [ 1,  0,  1]], dtype=int8), 1), action = [2 1], winner = 1\n",
      "00:00:08 [INFO] state = (array([[-1,  1,  0],\n",
      "       [ 0,  1,  1],\n",
      "       [ 0,  0, -1]], dtype=int8), -1), action = [2 1], winner = 1\n",
      "00:00:08 [INFO] state = (array([[ 0,  1, -1],\n",
      "       [-1,  1,  0],\n",
      "       [ 1,  1, -1]], dtype=int8), -1), action = None, winner = 1\n",
      "00:00:08 [INFO] state = (array([[ 1,  0,  1],\n",
      "       [-1,  1, -1],\n",
      "       [-1,  1, -1]], dtype=int8), 1), action = [0 1], winner = 1\n",
      "00:00:08 [INFO] state = (array([[ 0,  1,  0],\n",
      "       [ 0,  1,  0],\n",
      "       [-1, -1,  0]], dtype=int8), 1), action = [2 2], winner = 0\n",
      "00:00:08 [INFO] state = (array([[-1,  0,  0],\n",
      "       [ 1, -1,  0],\n",
      "       [ 0,  1,  1]], dtype=int8), -1), action = [2 0], winner = 0\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "00:00:08 [INFO] state = (array([[ 0,  0, -1],\n",
      "       [ 0,  1,  1],\n",
      "       [ 0,  0, -1]], dtype=int8), 1), action = [2 1], winner = 1\n",
      "00:00:08 [INFO] state = (array([[ 0,  1,  0],\n",
      "       [ 0,  1, -1],\n",
      "       [ 0,  0,  0]], dtype=int8), -1), action = [2 2], winner = 1\n",
      "00:00:08 [INFO] state = (array([[ 0, -1,  0],\n",
      "       [ 0,  0, -1],\n",
      "       [ 1,  1,  0]], dtype=int8), 1), action = [2 2], winner = 1\n",
      "00:00:08 [INFO] state = (array([[ 1,  0, -1],\n",
      "       [-1, -1,  0],\n",
      "       [ 0,  1,  1]], dtype=int8), 1), action = [2 0], winner = 1\n",
      "00:00:08 [INFO] state = (array([[-1,  1, -1],\n",
      "       [ 0,  0,  1],\n",
      "       [ 1,  0, -1]], dtype=int8), 1), action = [1 1], winner = 1\n",
      "00:00:08 [INFO] state = (array([[ 1,  0, -1],\n",
      "       [-1,  1,  0],\n",
      "       [ 1, -1,  0]], dtype=int8), 1), action = [2 2], winner = 1\n",
      "00:00:08 [INFO] state = (array([[ 1,  0,  1],\n",
      "       [ 1,  0, -1],\n",
      "       [ 1, -1, -1]], dtype=int8), -1), action = None, winner = 1\n",
      "00:00:08 [INFO] state = (array([[ 0,  0,  1],\n",
      "       [ 1,  0,  0],\n",
      "       [-1,  0,  0]], dtype=int8), -1), action = [2 2], winner = 0\n",
      "00:00:08 [INFO] state = (array([[ 0, -1,  1],\n",
      "       [ 0,  1,  0],\n",
      "       [-1,  0,  1]], dtype=int8), -1), action = [2 1], winner = 1\n",
      "00:00:08 [INFO] state = (array([[ 1,  1, -1],\n",
      "       [ 1, -1,  0],\n",
      "       [ 0,  0,  0]], dtype=int8), -1), action = [2 0], winner = -1\n",
      "00:00:08 [INFO] state = (array([[ 0,  1, -1],\n",
      "       [ 0, -1, -1],\n",
      "       [ 1,  1,  0]], dtype=int8), 1), action = [2 2], winner = 1\n",
      "00:00:08 [INFO] state = (array([[ 0,  0, -1],\n",
      "       [ 1,  1,  0],\n",
      "       [-1,  0,  1]], dtype=int8), -1), action = [2 1], winner = 1\n",
      "00:00:08 [INFO] state = (array([[ 1,  0,  0],\n",
      "       [-1,  0,  0],\n",
      "       [ 1,  0, -1]], dtype=int8), 1), action = [0 2], winner = 1\n",
      "00:00:08 [INFO] state = (array([[ 1,  1,  0],\n",
      "       [ 0, -1,  1],\n",
      "       [-1,  1, -1]], dtype=int8), -1), action = [0 2], winner = -1\n",
      "00:00:08 [INFO] state = (array([[-1,  1, -1],\n",
      "       [-1, -1,  1],\n",
      "       [ 1,  0,  1]], dtype=int8), 1), action = [2 1], winner = 1\n",
      "00:00:08 [INFO] state = (array([[ 0,  0, -1],\n",
      "       [ 1, -1,  1],\n",
      "       [ 0,  1,  0]], dtype=int8), -1), action = [2 2], winner = -1\n",
      "00:00:08 [INFO] state = (array([[-1,  0,  0],\n",
      "       [ 0,  0,  1],\n",
      "       [ 1,  0,  0]], dtype=int8), -1), action = [0 2], winner = 0\n",
      "00:00:08 [INFO] state = (array([[ 1,  1, -1],\n",
      "       [ 0, -1,  1],\n",
      "       [ 0, -1,  0]], dtype=int8), 1), action = [2 0], winner = 0\n",
      "00:00:08 [INFO] state = (array([[ 1,  1,  0],\n",
      "       [-1,  0,  1],\n",
      "       [-1,  0, -1]], dtype=int8), 1), action = [2 1], winner = 1\n",
      "00:00:08 [INFO] state = (array([[ 0, -1, -1],\n",
      "       [ 0,  1,  1],\n",
      "       [ 0,  0,  0]], dtype=int8), 1), action = [1 0], winner = 1\n",
      "00:00:08 [INFO] state = (array([[ 1,  0, -1],\n",
      "       [-1,  1, -1],\n",
      "       [ 1,  1, -1]], dtype=int8), 1), action = None, winner = -1\n",
      "00:00:08 [INFO] state = (array([[ 0,  1, -1],\n",
      "       [ 1,  0,  0],\n",
      "       [-1, -1,  1]], dtype=int8), 1), action = [1 1], winner = 1\n",
      "00:00:08 [INFO] state = (array([[ 1,  0,  0],\n",
      "       [-1,  0,  0],\n",
      "       [-1,  1,  0]], dtype=int8), 1), action = [1 2], winner = 1\n",
      "00:00:08 [INFO] state = (array([[ 0,  0,  1],\n",
      "       [ 0,  0, -1],\n",
      "       [-1,  1,  0]], dtype=int8), 1), action = [0 1], winner = 1\n",
      "00:00:08 [INFO] state = (array([[ 1,  0, -1],\n",
      "       [-1, -1,  0],\n",
      "       [ 1,  0,  1]], dtype=int8), 1), action = [2 1], winner = 1\n",
      "00:00:08 [INFO] state = (array([[ 1,  0,  1],\n",
      "       [-1, -1, -1],\n",
      "       [-1,  1,  1]], dtype=int8), 1), action = None, winner = -1\n",
      "00:00:08 [INFO] state = (array([[ 0,  0, -1],\n",
      "       [ 0,  0,  0],\n",
      "       [ 0,  1,  0]], dtype=int8), 1), action = [2 2], winner = 1\n",
      "00:00:08 [INFO] state = (array([[ 0,  0,  0],\n",
      "       [-1,  0,  1],\n",
      "       [ 0, -1,  1]], dtype=int8), 1), action = [1 1], winner = 1\n",
      "00:00:08 [INFO] state = (array([[ 0,  1, -1],\n",
      "       [ 1,  0, -1],\n",
      "       [ 1, -1,  1]], dtype=int8), -1), action = [0 0], winner = 0\n",
      "00:00:08 [INFO] state = (array([[ 0,  1,  0],\n",
      "       [ 1, -1, -1],\n",
      "       [ 0,  0,  1]], dtype=int8), -1), action = [2 0], winner = 0\n",
      "00:00:08 [INFO] state = (array([[-1,  1,  0],\n",
      "       [-1,  1,  0],\n",
      "       [ 0,  1,  0]], dtype=int8), -1), action = None, winner = 1\n",
      "00:00:08 [INFO] state = (array([[ 1,  1,  1],\n",
      "       [ 0,  1, -1],\n",
      "       [ 0, -1, -1]], dtype=int8), -1), action = None, winner = 1\n",
      "00:00:08 [INFO] state = (array([[ 1, -1,  0],\n",
      "       [-1,  1,  0],\n",
      "       [ 1,  1, -1]], dtype=int8), -1), action = [0 2], winner = 0\n",
      "00:00:08 [INFO] state = (array([[ 0,  0,  1],\n",
      "       [ 0,  0,  0],\n",
      "       [ 0, -1,  1]], dtype=int8), -1), action = [2 0], winner = 1\n",
      "00:00:08 [INFO] state = (array([[-1,  1,  1],\n",
      "       [ 0,  0,  0],\n",
      "       [-1,  0,  0]], dtype=int8), 1), action = [2 2], winner = -1\n",
      "00:00:08 [INFO] state = (array([[ 1, -1,  0],\n",
      "       [-1,  1,  1],\n",
      "       [ 1,  0, -1]], dtype=int8), -1), action = [0 2], winner = 0\n",
      "00:00:08 [INFO] state = (array([[ 0,  1,  0],\n",
      "       [-1, -1,  0],\n",
      "       [ 0,  0,  1]], dtype=int8), 1), action = [1 2], winner = 0\n",
      "00:00:08 [INFO] state = (array([[-1,  1,  1],\n",
      "       [-1,  1,  1],\n",
      "       [ 0, -1, -1]], dtype=int8), 1), action = [2 0], winner = 1\n",
      "00:00:08 [INFO] state = (array([[-1,  0,  0],\n",
      "       [ 0,  1,  1],\n",
      "       [-1,  0,  0]], dtype=int8), 1), action = [1 0], winner = 1\n",
      "00:00:08 [INFO] state = (array([[-1, -1,  1],\n",
      "       [ 1, -1,  1],\n",
      "       [ 1,  0,  0]], dtype=int8), -1), action = [2 2], winner = -1\n",
      "00:00:08 [INFO] state = (array([[-1, -1,  0],\n",
      "       [ 0,  0,  1],\n",
      "       [ 1,  0,  1]], dtype=int8), -1), action = [0 2], winner = -1\n",
      "00:00:08 [INFO] state = (array([[ 0,  0,  0],\n",
      "       [ 1,  1,  1],\n",
      "       [-1, -1,  0]], dtype=int8), -1), action = None, winner = 1\n",
      "00:00:08 [INFO] state = (array([[ 1,  0, -1],\n",
      "       [ 0,  1,  1],\n",
      "       [-1,  1, -1]], dtype=int8), -1), action = [1 0], winner = 1\n",
      "00:00:08 [INFO] state = (array([[ 1, -1,  0],\n",
      "       [-1, -1,  1],\n",
      "       [ 1,  1,  0]], dtype=int8), -1), action = [2 2], winner = 0\n",
      "00:00:08 [INFO] state = (array([[-1,  0,  1],\n",
      "       [ 0, -1,  1],\n",
      "       [ 1, -1,  1]], dtype=int8), -1), action = None, winner = 1\n",
      "00:00:08 [INFO] state = (array([[ 1,  0, -1],\n",
      "       [ 1,  1, -1],\n",
      "       [ 1, -1,  0]], dtype=int8), -1), action = None, winner = 1\n",
      "00:00:08 [INFO] state = (array([[ 0,  0,  0],\n",
      "       [ 1, -1,  0],\n",
      "       [ 0,  1, -1]], dtype=int8), 1), action = [0 0], winner = 0\n",
      "00:00:08 [INFO] state = (array([[ 1,  1, -1],\n",
      "       [-1, -1,  1],\n",
      "       [ 0,  1,  0]], dtype=int8), -1), action = [2 0], winner = -1\n",
      "00:00:08 [INFO] state = (array([[ 1, -1,  0],\n",
      "       [ 1,  0,  1],\n",
      "       [-1,  1, -1]], dtype=int8), -1), action = [1 1], winner = 0\n",
      "00:00:08 [INFO] state = (array([[-1,  0,  1],\n",
      "       [ 0,  1, -1],\n",
      "       [-1,  1,  1]], dtype=int8), -1), action = [1 0], winner = -1\n",
      "00:00:08 [INFO] state = (array([[ 0, -1,  1],\n",
      "       [-1,  1,  1],\n",
      "       [-1,  0,  0]], dtype=int8), 1), action = [2 2], winner = 1\n",
      "00:00:08 [INFO] state = (array([[ 1,  0, -1],\n",
      "       [ 0, -1,  1],\n",
      "       [ 0,  1, -1]], dtype=int8), 1), action = [2 0], winner = 0\n",
      "00:00:08 [INFO] state = (array([[-1,  0,  1],\n",
      "       [ 1,  1, -1],\n",
      "       [-1, -1,  1]], dtype=int8), 1), action = [0 1], winner = 0\n",
      "00:00:08 [INFO] state = (array([[ 0,  1,  0],\n",
      "       [ 1,  0, -1],\n",
      "       [ 0, -1,  0]], dtype=int8), 1), action = [0 0], winner = 1\n",
      "00:00:08 [INFO] state = (array([[ 0, -1,  0],\n",
      "       [ 1,  0,  1],\n",
      "       [-1,  1,  0]], dtype=int8), -1), action = [1 1], winner = 0\n",
      "00:00:08 [INFO] state = (array([[ 0,  0,  1],\n",
      "       [ 1,  0,  1],\n",
      "       [-1, -1, -1]], dtype=int8), 1), action = None, winner = -1\n",
      "00:00:08 [INFO] state = (array([[ 1, -1,  1],\n",
      "       [ 1, -1,  0],\n",
      "       [ 0,  0,  0]], dtype=int8), -1), action = [2 1], winner = -1\n",
      "00:00:08 [INFO] state = (array([[ 1, -1,  1],\n",
      "       [ 1, -1,  0],\n",
      "       [-1, -1,  1]], dtype=int8), 1), action = None, winner = -1\n",
      "00:00:08 [INFO] state = (array([[ 1, -1, -1],\n",
      "       [-1,  1,  1],\n",
      "       [ 0,  1, -1]], dtype=int8), 1), action = [2 0], winner = 0\n",
      "00:00:08 [INFO] state = (array([[ 0,  0,  0],\n",
      "       [-1,  1,  1],\n",
      "       [-1,  0,  0]], dtype=int8), 1), action = [0 0], winner = 0\n",
      "00:00:08 [INFO] state = (array([[-1, -1,  1],\n",
      "       [ 1,  0,  0],\n",
      "       [ 0,  0,  1]], dtype=int8), -1), action = [2 1], winner = 1\n",
      "00:00:08 [INFO] state = (array([[ 0,  0,  0],\n",
      "       [ 0,  0, -1],\n",
      "       [ 1, -1,  1]], dtype=int8), 1), action = [1 1], winner = 1\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "00:00:08 [INFO] state = (array([[-1, -1,  1],\n",
      "       [ 0,  1,  1],\n",
      "       [ 0,  0,  0]], dtype=int8), -1), action = [2 2], winner = 1\n",
      "00:00:08 [INFO] state = (array([[-1,  1,  0],\n",
      "       [ 0,  1, -1],\n",
      "       [ 1,  0,  0]], dtype=int8), -1), action = [2 2], winner = 1\n",
      "00:00:08 [INFO] state = (array([[ 0,  0, -1],\n",
      "       [ 0,  1,  1],\n",
      "       [ 1,  0, -1]], dtype=int8), -1), action = [1 0], winner = 0\n",
      "00:00:08 [INFO] state = (array([[-1,  0,  1],\n",
      "       [ 1,  1, -1],\n",
      "       [ 0,  0, -1]], dtype=int8), 1), action = [2 1], winner = 1\n",
      "00:00:08 [INFO] state = (array([[ 0,  1, -1],\n",
      "       [ 1,  0,  0],\n",
      "       [ 0,  1, -1]], dtype=int8), -1), action = [1 2], winner = -1\n",
      "00:00:08 [INFO] state = (array([[ 1, -1,  0],\n",
      "       [ 1,  1,  1],\n",
      "       [-1,  0, -1]], dtype=int8), -1), action = None, winner = 1\n",
      "00:00:08 [INFO] state = (array([[-1,  0,  0],\n",
      "       [ 1, -1,  0],\n",
      "       [ 0,  0,  1]], dtype=int8), 1), action = [2 1], winner = 0\n",
      "00:00:08 [INFO] state = (array([[-1, -1,  1],\n",
      "       [ 1,  0, -1],\n",
      "       [ 1,  0,  0]], dtype=int8), 1), action = [2 2], winner = 1\n",
      "00:00:08 [INFO] state = (array([[-1, -1, -1],\n",
      "       [-1,  1,  1],\n",
      "       [ 0,  1,  1]], dtype=int8), 1), action = None, winner = -1\n",
      "00:00:08 [INFO] state = (array([[ 0,  0,  1],\n",
      "       [ 0, -1, -1],\n",
      "       [ 1,  0,  0]], dtype=int8), 1), action = [1 0], winner = 0\n",
      "00:00:08 [INFO] state = (array([[ 1,  1,  0],\n",
      "       [ 0,  0, -1],\n",
      "       [-1,  1,  0]], dtype=int8), -1), action = [2 2], winner = 1\n",
      "00:00:08 [INFO] state = (array([[-1,  0,  1],\n",
      "       [-1,  1, -1],\n",
      "       [ 0,  0,  1]], dtype=int8), 1), action = [2 0], winner = 1\n",
      "00:00:08 [INFO] state = (array([[ 1,  1, -1],\n",
      "       [ 0,  0,  1],\n",
      "       [-1,  1, -1]], dtype=int8), -1), action = [1 1], winner = -1\n",
      "00:00:08 [INFO] state = (array([[-1, -1,  0],\n",
      "       [ 0,  1,  1],\n",
      "       [ 0,  0,  0]], dtype=int8), 1), action = [1 0], winner = 1\n",
      "00:00:08 [INFO] state = (array([[-1,  0, -1],\n",
      "       [ 1, -1,  0],\n",
      "       [ 1,  1,  1]], dtype=int8), -1), action = None, winner = 1\n",
      "00:00:08 [INFO] state = (array([[ 1, -1,  1],\n",
      "       [ 1, -1, -1],\n",
      "       [ 0,  0,  1]], dtype=int8), -1), action = [2 1], winner = -1\n",
      "00:00:08 [INFO] state = (array([[ 1, -1,  1],\n",
      "       [ 0,  0,  0],\n",
      "       [ 0,  0,  0]], dtype=int8), -1), action = [1 1], winner = 0\n",
      "00:00:08 [INFO] state = (array([[-1, -1,  0],\n",
      "       [ 0,  1,  1],\n",
      "       [ 1,  0, -1]], dtype=int8), 1), action = [1 0], winner = 1\n",
      "00:00:08 [INFO] state = (array([[-1,  1, -1],\n",
      "       [ 1, -1,  1],\n",
      "       [ 0,  0,  1]], dtype=int8), -1), action = [2 0], winner = -1\n",
      "00:00:08 [INFO] state = (array([[-1,  0,  1],\n",
      "       [ 1, -1,  1],\n",
      "       [ 1, -1, -1]], dtype=int8), 1), action = None, winner = -1\n",
      "00:00:08 [INFO] state = (array([[-1,  1,  1],\n",
      "       [-1,  0,  0],\n",
      "       [ 0, -1,  1]], dtype=int8), 1), action = [2 0], winner = 1\n",
      "00:00:08 [INFO] state = (array([[-1,  1,  1],\n",
      "       [ 1,  0,  1],\n",
      "       [-1,  0, -1]], dtype=int8), -1), action = [2 1], winner = -1\n",
      "00:00:08 [INFO] state = (array([[ 0,  1,  0],\n",
      "       [ 1,  0, -1],\n",
      "       [-1,  1, -1]], dtype=int8), 1), action = [1 1], winner = 1\n",
      "00:00:08 [INFO] state = (array([[ 0,  1,  0],\n",
      "       [ 0, -1,  1],\n",
      "       [ 0,  1, -1]], dtype=int8), -1), action = [2 0], winner = -1\n",
      "00:00:08 [INFO] state = (array([[ 1,  1, -1],\n",
      "       [-1, -1,  1],\n",
      "       [ 0,  1, -1]], dtype=int8), 1), action = [2 0], winner = 0\n",
      "00:00:08 [INFO] state = (array([[ 0,  1,  1],\n",
      "       [ 1,  1, -1],\n",
      "       [ 0, -1, -1]], dtype=int8), -1), action = [2 0], winner = -1\n",
      "00:00:08 [INFO] state = (array([[ 1, -1, -1],\n",
      "       [ 0,  0,  0],\n",
      "       [ 1,  0,  0]], dtype=int8), 1), action = [2 2], winner = 1\n",
      "00:00:08 [INFO] state = (array([[-1,  0, -1],\n",
      "       [ 1,  1, -1],\n",
      "       [ 0,  1,  0]], dtype=int8), 1), action = [0 1], winner = 1\n",
      "00:00:08 [INFO] state = (array([[-1,  0,  0],\n",
      "       [ 0,  0, -1],\n",
      "       [ 0,  1,  1]], dtype=int8), 1), action = [2 0], winner = 1\n",
      "00:00:08 [INFO] state = (array([[-1,  0,  1],\n",
      "       [ 1,  0, -1],\n",
      "       [ 0, -1,  1]], dtype=int8), 1), action = [2 0], winner = 0\n",
      "00:00:08 [INFO] state = (array([[ 0,  1, -1],\n",
      "       [ 0, -1,  1],\n",
      "       [ 0,  1,  0]], dtype=int8), -1), action = [2 2], winner = -1\n",
      "00:00:08 [INFO] state = (array([[ 1,  0, -1],\n",
      "       [ 1, -1, -1],\n",
      "       [ 0,  0,  1]], dtype=int8), 1), action = [2 0], winner = 1\n",
      "00:00:08 [INFO] state = (array([[ 0,  1,  1],\n",
      "       [-1,  0,  0],\n",
      "       [ 1,  0, -1]], dtype=int8), -1), action = [2 1], winner = 1\n",
      "00:00:08 [INFO] state = (array([[-1,  1,  1],\n",
      "       [-1,  0, -1],\n",
      "       [ 1,  0,  1]], dtype=int8), -1), action = [1 1], winner = -1\n",
      "00:00:08 [INFO] state = (array([[ 0, -1,  0],\n",
      "       [-1,  1,  1],\n",
      "       [ 1,  0,  0]], dtype=int8), -1), action = [0 2], winner = 0\n",
      "00:00:08 [INFO] state = (array([[-1,  0,  1],\n",
      "       [-1, -1,  1],\n",
      "       [ 0,  1,  1]], dtype=int8), -1), action = None, winner = 1\n",
      "00:00:08 [INFO] state = (array([[-1,  1,  1],\n",
      "       [ 1, -1, -1],\n",
      "       [ 1, -1,  0]], dtype=int8), 1), action = [2 2], winner = 0\n",
      "00:00:08 [INFO] state = (array([[ 1,  1,  0],\n",
      "       [ 0, -1,  0],\n",
      "       [ 0, -1,  1]], dtype=int8), -1), action = [0 2], winner = 0\n",
      "00:00:08 [INFO] state = (array([[ 0,  0,  0],\n",
      "       [ 1, -1,  1],\n",
      "       [-1,  1,  0]], dtype=int8), -1), action = [2 2], winner = -1\n",
      "00:00:08 [INFO] state = (array([[ 1, -1, -1],\n",
      "       [ 0,  1, -1],\n",
      "       [ 0,  1,  1]], dtype=int8), -1), action = None, winner = 1\n",
      "00:00:08 [INFO] state = (array([[ 0, -1,  1],\n",
      "       [ 1,  1,  1],\n",
      "       [ 0, -1, -1]], dtype=int8), -1), action = None, winner = 1\n",
      "00:00:08 [INFO] state = (array([[-1, -1,  1],\n",
      "       [ 1, -1,  0],\n",
      "       [ 1, -1,  1]], dtype=int8), 1), action = None, winner = -1\n",
      "00:00:08 [INFO] state = (array([[ 1,  1, -1],\n",
      "       [-1,  1, -1],\n",
      "       [ 1,  0, -1]], dtype=int8), 1), action = None, winner = -1\n",
      "00:00:08 [INFO] state = (array([[-1,  0,  1],\n",
      "       [ 1,  1,  0],\n",
      "       [-1, -1,  0]], dtype=int8), 1), action = [1 2], winner = 1\n",
      "00:00:08 [INFO] state = (array([[ 1, -1, -1],\n",
      "       [ 1,  0, -1],\n",
      "       [ 0,  1,  0]], dtype=int8), 1), action = [2 2], winner = 1\n",
      "00:00:08 [INFO] state = (array([[ 0,  1,  0],\n",
      "       [-1, -1,  1],\n",
      "       [-1,  1,  0]], dtype=int8), 1), action = [2 2], winner = -1\n",
      "00:00:08 [INFO] state = (array([[ 1,  0, -1],\n",
      "       [ 1,  0, -1],\n",
      "       [ 1,  0,  0]], dtype=int8), -1), action = None, winner = 1\n",
      "00:00:08 [INFO] state = (array([[-1, -1,  1],\n",
      "       [-1,  1,  0],\n",
      "       [ 1,  1,  0]], dtype=int8), -1), action = None, winner = 1\n",
      "00:00:08 [INFO] state = (array([[ 1, -1,  0],\n",
      "       [ 1, -1,  1],\n",
      "       [ 0,  0, -1]], dtype=int8), 1), action = [2 0], winner = 1\n",
      "00:00:08 [INFO] state = (array([[-1,  1,  0],\n",
      "       [ 0,  1, -1],\n",
      "       [ 1,  0, -1]], dtype=int8), 1), action = [2 1], winner = 1\n",
      "00:00:08 [INFO] state = (array([[ 0,  1, -1],\n",
      "       [ 0, -1,  0],\n",
      "       [ 1,  1,  0]], dtype=int8), -1), action = [2 2], winner = -1\n",
      "00:00:08 [INFO] state = (array([[ 0,  0,  1],\n",
      "       [-1,  1,  0],\n",
      "       [-1,  1,  0]], dtype=int8), -1), action = [0 0], winner = -1\n",
      "00:00:08 [INFO] state = (array([[ 1, -1,  1],\n",
      "       [-1, -1,  1],\n",
      "       [-1,  1,  0]], dtype=int8), 1), action = [2 2], winner = 1\n",
      "00:00:08 [INFO] state = (array([[0, 0, 0],\n",
      "       [0, 0, 0],\n",
      "       [1, 0, 0]], dtype=int8), -1), action = [1 1], winner = 0\n",
      "00:00:08 [INFO] state = (array([[-1,  1, -1],\n",
      "       [ 0,  0,  1],\n",
      "       [ 1,  1, -1]], dtype=int8), -1), action = [1 1], winner = -1\n",
      "00:00:08 [INFO] state = (array([[ 1,  1, -1],\n",
      "       [ 1, -1,  0],\n",
      "       [-1,  0,  0]], dtype=int8), 1), action = None, winner = -1\n",
      "00:00:08 [INFO] state = (array([[ 0, -1,  0],\n",
      "       [-1,  1,  1],\n",
      "       [ 0,  1, -1]], dtype=int8), 1), action = [2 0], winner = 0\n",
      "00:00:08 [INFO] state = (array([[-1, -1,  1],\n",
      "       [ 1, -1,  0],\n",
      "       [-1,  1,  1]], dtype=int8), 1), action = [1 2], winner = 1\n",
      "00:00:08 [INFO] state = (array([[ 0,  0, -1],\n",
      "       [-1,  0,  1],\n",
      "       [ 1,  1, -1]], dtype=int8), 1), action = [1 1], winner = 0\n",
      "00:00:08 [INFO] state = (array([[ 0,  0,  1],\n",
      "       [ 0,  1,  1],\n",
      "       [-1,  0, -1]], dtype=int8), -1), action = [2 1], winner = -1\n",
      "00:00:08 [INFO] state = (array([[ 0,  1, -1],\n",
      "       [ 0,  1,  0],\n",
      "       [ 1, -1, -1]], dtype=int8), 1), action = [1 2], winner = 0\n",
      "00:00:08 [INFO] state = (array([[ 1,  1, -1],\n",
      "       [ 1,  0, -1],\n",
      "       [-1,  1,  0]], dtype=int8), -1), action = [2 2], winner = -1\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "00:00:08 [INFO] state = (array([[ 0,  1, -1],\n",
      "       [ 0,  0, -1],\n",
      "       [ 1, -1,  1]], dtype=int8), 1), action = [0 0], winner = 1\n",
      "00:00:08 [INFO] state = (array([[ 1, -1,  0],\n",
      "       [ 1, -1,  1],\n",
      "       [-1,  0,  0]], dtype=int8), 1), action = [2 2], winner = -1\n",
      "00:00:08 [INFO] state = (array([[ 1,  1, -1],\n",
      "       [-1,  0,  0],\n",
      "       [ 0,  1,  0]], dtype=int8), -1), action = [1 1], winner = -1\n",
      "00:00:08 [INFO] state = (array([[ 0, -1, -1],\n",
      "       [ 1, -1,  0],\n",
      "       [ 1,  0,  1]], dtype=int8), 1), action = [2 1], winner = 1\n",
      "00:00:08 [INFO] state = (array([[ 0,  0, -1],\n",
      "       [ 1,  1,  1],\n",
      "       [ 1, -1, -1]], dtype=int8), -1), action = None, winner = 1\n",
      "00:00:08 [INFO] state = (array([[ 0,  1,  0],\n",
      "       [ 0,  0,  0],\n",
      "       [ 1, -1, -1]], dtype=int8), 1), action = [1 2], winner = 1\n",
      "00:00:08 [INFO] state = (array([[ 0, -1,  0],\n",
      "       [ 0, -1,  1],\n",
      "       [ 1,  1,  0]], dtype=int8), -1), action = [2 2], winner = 0\n",
      "00:00:08 [INFO] state = (array([[ 0,  0,  1],\n",
      "       [ 0,  0,  1],\n",
      "       [ 0, -1,  0]], dtype=int8), -1), action = [2 2], winner = -1\n",
      "00:00:08 [INFO] state = (array([[-1,  0, -1],\n",
      "       [ 0,  1,  0],\n",
      "       [ 1,  0,  1]], dtype=int8), -1), action = [0 1], winner = -1\n",
      "00:00:08 [INFO] state = (array([[ 1,  0,  1],\n",
      "       [ 1,  0, -1],\n",
      "       [-1,  0,  0]], dtype=int8), -1), action = [0 1], winner = 0\n",
      "00:00:08 [INFO] state = (array([[ 1, -1,  0],\n",
      "       [ 0, -1,  0],\n",
      "       [ 1,  0,  0]], dtype=int8), 1), action = [2 1], winner = 1\n",
      "00:00:08 [INFO] state = (array([[ 1,  1,  0],\n",
      "       [-1,  0, -1],\n",
      "       [ 1,  1, -1]], dtype=int8), -1), action = [1 1], winner = -1\n",
      "00:00:08 [INFO] state = (array([[ 1,  0,  0],\n",
      "       [ 1, -1,  0],\n",
      "       [ 0, -1,  0]], dtype=int8), 1), action = [2 0], winner = 1\n",
      "00:00:08 [INFO] state = (array([[ 1, -1,  0],\n",
      "       [ 1,  1,  0],\n",
      "       [-1, -1,  0]], dtype=int8), 1), action = [2 2], winner = 1\n",
      "00:00:08 [INFO] state = (array([[ 1,  1, -1],\n",
      "       [ 0,  0,  0],\n",
      "       [ 1, -1, -1]], dtype=int8), 1), action = [1 0], winner = 1\n",
      "00:00:08 [INFO] state = (array([[ 1, -1,  0],\n",
      "       [-1,  1, -1],\n",
      "       [ 1,  1, -1]], dtype=int8), 1), action = [0 2], winner = 1\n",
      "00:00:08 [INFO] state = (array([[ 0,  1,  0],\n",
      "       [ 0, -1,  0],\n",
      "       [-1,  1,  0]], dtype=int8), 1), action = [2 2], winner = -1\n",
      "00:00:08 [INFO] state = (array([[ 0,  0,  0],\n",
      "       [ 0, -1,  1],\n",
      "       [ 0,  1,  0]], dtype=int8), -1), action = [2 2], winner = 0\n",
      "00:00:08 [INFO] state = (array([[ 0, -1,  0],\n",
      "       [ 1,  1, -1],\n",
      "       [ 0,  0,  1]], dtype=int8), -1), action = [0 0], winner = 0\n",
      "00:00:08 [INFO] state = (array([[ 1, -1,  1],\n",
      "       [ 0, -1,  0],\n",
      "       [-1,  1,  0]], dtype=int8), 1), action = [2 2], winner = 0\n",
      "00:00:08 [INFO] state = (array([[-1, -1,  1],\n",
      "       [ 1,  0,  0],\n",
      "       [ 0,  1, -1]], dtype=int8), 1), action = [1 1], winner = 1\n",
      "00:00:08 [INFO] state = (array([[-1,  0,  0],\n",
      "       [ 1,  0, -1],\n",
      "       [ 1, -1,  1]], dtype=int8), 1), action = [1 1], winner = 0\n",
      "00:00:08 [INFO] state = (array([[-1,  1,  1],\n",
      "       [-1,  0,  1],\n",
      "       [-1,  0,  0]], dtype=int8), 1), action = None, winner = -1\n",
      "00:00:08 [INFO] state = (array([[ 1, -1, -1],\n",
      "       [ 1,  1, -1],\n",
      "       [ 0,  0,  0]], dtype=int8), 1), action = [2 2], winner = 1\n",
      "00:00:08 [INFO] state = (array([[ 1,  1, -1],\n",
      "       [-1,  0, -1],\n",
      "       [ 1,  0,  1]], dtype=int8), -1), action = [1 1], winner = -1\n",
      "00:00:08 [INFO] state = (array([[-1,  0,  0],\n",
      "       [-1,  1,  1],\n",
      "       [ 0,  0,  0]], dtype=int8), 1), action = [2 0], winner = 0\n",
      "00:00:08 [INFO] state = (array([[0, 0, 0],\n",
      "       [0, 0, 1],\n",
      "       [0, 0, 0]], dtype=int8), -1), action = [2 2], winner = 0\n",
      "00:00:08 [INFO] state = (array([[ 1, -1,  1],\n",
      "       [ 0, -1, -1],\n",
      "       [-1,  1,  1]], dtype=int8), 1), action = [1 0], winner = 0\n",
      "00:00:08 [INFO] state = (array([[-1, -1,  0],\n",
      "       [ 1,  0,  0],\n",
      "       [ 0,  1,  1]], dtype=int8), -1), action = [0 2], winner = -1\n",
      "00:00:08 [INFO] state = (array([[-1,  0,  0],\n",
      "       [ 0,  1,  0],\n",
      "       [ 0,  1, -1]], dtype=int8), 1), action = [2 0], winner = 1\n",
      "00:00:08 [INFO] state = (array([[ 0, -1, -1],\n",
      "       [ 0,  0,  1],\n",
      "       [ 1,  1,  0]], dtype=int8), -1), action = [0 0], winner = -1\n",
      "00:00:08 [INFO] state = (array([[ 0, -1, -1],\n",
      "       [ 1,  1,  1],\n",
      "       [ 0,  0,  0]], dtype=int8), -1), action = None, winner = 1\n",
      "00:00:08 [INFO] state = (array([[ 1,  0,  0],\n",
      "       [-1,  1, -1],\n",
      "       [ 0,  1,  0]], dtype=int8), -1), action = [2 2], winner = 1\n",
      "00:00:08 [INFO] state = (array([[ 0,  1, -1],\n",
      "       [ 0,  0,  0],\n",
      "       [ 0,  1, -1]], dtype=int8), 1), action = [1 1], winner = 1\n",
      "00:00:08 [INFO] state = (array([[ 1,  1, -1],\n",
      "       [-1,  1,  0],\n",
      "       [ 0,  1, -1]], dtype=int8), -1), action = None, winner = 1\n",
      "00:00:08 [INFO] state = (array([[ 0,  1, -1],\n",
      "       [ 0, -1,  0],\n",
      "       [-1,  1,  1]], dtype=int8), 1), action = None, winner = -1\n",
      "00:00:08 [INFO] state = (array([[-1,  1,  1],\n",
      "       [ 1,  0,  0],\n",
      "       [ 1, -1, -1]], dtype=int8), -1), action = [1 1], winner = -1\n",
      "00:00:08 [INFO] state = (array([[ 1,  0, -1],\n",
      "       [ 1,  0,  1],\n",
      "       [-1, -1,  1]], dtype=int8), -1), action = [1 1], winner = -1\n",
      "00:00:08 [INFO] state = (array([[-1, -1,  1],\n",
      "       [ 1,  1,  0],\n",
      "       [ 0,  1, -1]], dtype=int8), -1), action = [2 0], winner = 1\n",
      "00:00:08 [INFO] state = (array([[-1,  1,  1],\n",
      "       [-1,  0,  0],\n",
      "       [ 1,  0,  0]], dtype=int8), -1), action = [1 1], winner = -1\n",
      "00:00:08 [INFO] state = (array([[ 0,  1,  0],\n",
      "       [ 0, -1, -1],\n",
      "       [ 1,  1,  0]], dtype=int8), -1), action = [2 2], winner = -1\n",
      "00:00:08 [INFO] state = (array([[ 1,  0, -1],\n",
      "       [ 0,  0,  0],\n",
      "       [ 1,  1, -1]], dtype=int8), -1), action = [1 2], winner = -1\n",
      "00:00:08 [INFO] state = (array([[-1,  1,  0],\n",
      "       [ 0,  1, -1],\n",
      "       [ 1, -1,  1]], dtype=int8), -1), action = [0 2], winner = 0\n",
      "00:00:08 [INFO] state = (array([[-1, -1,  1],\n",
      "       [ 0,  0,  0],\n",
      "       [ 1,  1,  0]], dtype=int8), -1), action = [2 2], winner = 1\n",
      "00:00:08 [INFO] state = (array([[-1,  0,  1],\n",
      "       [ 1,  0, -1],\n",
      "       [ 1, -1,  1]], dtype=int8), -1), action = [1 1], winner = 0\n",
      "00:00:08 [INFO] state = (array([[ 0,  1, -1],\n",
      "       [ 1, -1, -1],\n",
      "       [-1,  1,  1]], dtype=int8), 1), action = None, winner = -1\n",
      "00:00:08 [INFO] state = (array([[ 0, -1, -1],\n",
      "       [ 1,  1,  0],\n",
      "       [-1,  1,  1]], dtype=int8), -1), action = [0 0], winner = -1\n",
      "00:00:08 [INFO] state = (array([[ 1, -1,  1],\n",
      "       [ 1, -1,  0],\n",
      "       [ 0,  0, -1]], dtype=int8), 1), action = [2 0], winner = 1\n",
      "00:00:08 [INFO] state = (array([[-1,  1,  1],\n",
      "       [-1, -1, -1],\n",
      "       [ 1,  1,  0]], dtype=int8), 1), action = None, winner = -1\n",
      "00:00:08 [INFO] state = (array([[ 0, -1,  0],\n",
      "       [ 0, -1,  0],\n",
      "       [ 1,  0,  1]], dtype=int8), 1), action = [2 1], winner = 1\n",
      "00:00:08 [INFO] state = (array([[ 0,  0,  1],\n",
      "       [ 0, -1,  1],\n",
      "       [ 1,  0, -1]], dtype=int8), -1), action = [2 1], winner = -1\n",
      "00:00:08 [INFO] state = (array([[ 1,  0, -1],\n",
      "       [ 1,  1,  0],\n",
      "       [-1,  1, -1]], dtype=int8), -1), action = [1 2], winner = -1\n",
      "00:00:08 [INFO] state = (array([[ 1,  0,  0],\n",
      "       [-1,  0,  0],\n",
      "       [ 0,  1, -1]], dtype=int8), 1), action = [0 1], winner = 1\n",
      "00:00:08 [INFO] state = (array([[ 0,  1,  1],\n",
      "       [ 1, -1, -1],\n",
      "       [ 1, -1, -1]], dtype=int8), 1), action = [0 0], winner = 1\n",
      "00:00:08 [INFO] state = (array([[ 0, -1,  0],\n",
      "       [ 1,  1,  1],\n",
      "       [-1,  0,  0]], dtype=int8), -1), action = None, winner = 1\n",
      "00:00:08 [INFO] state = (array([[ 0,  0,  0],\n",
      "       [ 1,  1,  1],\n",
      "       [ 0, -1, -1]], dtype=int8), -1), action = None, winner = 1\n",
      "00:00:08 [INFO] state = (array([[ 1, -1,  0],\n",
      "       [-1,  1,  0],\n",
      "       [-1,  1,  0]], dtype=int8), 1), action = [2 2], winner = 1\n",
      "00:00:08 [INFO] state = (array([[-1,  1, -1],\n",
      "       [ 1,  1,  0],\n",
      "       [ 0, -1,  1]], dtype=int8), -1), action = [1 2], winner = 0\n",
      "00:00:08 [INFO] state = (array([[-1,  1,  0],\n",
      "       [ 1,  0, -1],\n",
      "       [ 0,  1, -1]], dtype=int8), 1), action = [1 1], winner = 1\n",
      "00:00:08 [INFO] state = (array([[-1,  0,  0],\n",
      "       [-1,  0,  1],\n",
      "       [ 1,  1,  0]], dtype=int8), -1), action = [2 2], winner = 1\n",
      "00:00:08 [INFO] state = (array([[ 0,  0, -1],\n",
      "       [ 0,  1,  1],\n",
      "       [-1,  0,  1]], dtype=int8), -1), action = [2 1], winner = 1\n",
      "00:00:08 [INFO] state = (array([[-1, -1, -1],\n",
      "       [ 0,  1,  1],\n",
      "       [ 0,  0,  1]], dtype=int8), 1), action = None, winner = -1\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "00:00:08 [INFO] state = (array([[ 1,  1, -1],\n",
      "       [-1,  1,  1],\n",
      "       [ 0, -1,  0]], dtype=int8), -1), action = [2 2], winner = 0\n",
      "00:00:08 [INFO] state = (array([[ 1, -1,  1],\n",
      "       [-1,  1,  0],\n",
      "       [ 0, -1,  0]], dtype=int8), 1), action = [2 2], winner = 1\n",
      "00:00:08 [INFO] state = (array([[ 0,  1,  1],\n",
      "       [ 0, -1,  0],\n",
      "       [ 0,  1, -1]], dtype=int8), -1), action = [0 0], winner = -1\n",
      "00:00:08 [INFO] state = (array([[-1,  0,  0],\n",
      "       [ 0, -1,  1],\n",
      "       [ 0,  1,  1]], dtype=int8), -1), action = [2 0], winner = 1\n",
      "00:00:08 [INFO] state = (array([[-1, -1,  0],\n",
      "       [-1,  1,  1],\n",
      "       [-1,  1,  1]], dtype=int8), 1), action = None, winner = -1\n",
      "00:00:08 [INFO] state = (array([[ 0,  1,  0],\n",
      "       [ 1,  0, -1],\n",
      "       [ 0,  0, -1]], dtype=int8), 1), action = [0 2], winner = 1\n",
      "00:00:08 [INFO] state = (array([[ 0, -1,  0],\n",
      "       [ 1,  1,  0],\n",
      "       [-1,  1,  0]], dtype=int8), -1), action = [1 2], winner = 0\n",
      "00:00:08 [INFO] state = (array([[ 0, -1,  1],\n",
      "       [ 1, -1,  1],\n",
      "       [ 0, -1,  0]], dtype=int8), 1), action = None, winner = -1\n",
      "00:00:08 [INFO] state = (array([[ 1,  1, -1],\n",
      "       [-1,  1,  0],\n",
      "       [ 0, -1,  1]], dtype=int8), -1), action = None, winner = 1\n",
      "00:00:08 [INFO] state = (array([[ 1,  0, -1],\n",
      "       [ 0,  1,  0],\n",
      "       [ 0,  1, -1]], dtype=int8), -1), action = [1 2], winner = -1\n",
      "00:00:08 [INFO] state = (array([[-1, -1,  1],\n",
      "       [ 0, -1,  0],\n",
      "       [ 1,  1,  1]], dtype=int8), -1), action = None, winner = 1\n",
      "00:00:08 [INFO] state = (array([[ 1,  0, -1],\n",
      "       [ 0, -1,  0],\n",
      "       [ 0,  1,  0]], dtype=int8), 1), action = [2 0], winner = 1\n",
      "00:00:08 [INFO] state = (array([[-1,  1,  1],\n",
      "       [-1,  1, -1],\n",
      "       [ 0, -1,  1]], dtype=int8), 1), action = [2 0], winner = 1\n",
      "00:00:08 [INFO] state = (array([[ 0,  0,  0],\n",
      "       [-1,  1, -1],\n",
      "       [-1,  1,  1]], dtype=int8), 1), action = [0 1], winner = 1\n",
      "00:00:08 [INFO] state = (array([[-1,  0,  1],\n",
      "       [-1,  0,  0],\n",
      "       [ 1,  1,  0]], dtype=int8), -1), action = [2 2], winner = 1\n",
      "00:00:08 [INFO] state = (array([[-1,  1,  0],\n",
      "       [-1,  0,  1],\n",
      "       [ 1, -1,  0]], dtype=int8), 1), action = [0 2], winner = 1\n",
      "00:00:08 [INFO] state = (array([[-1,  1,  0],\n",
      "       [ 0,  1, -1],\n",
      "       [-1,  1,  1]], dtype=int8), -1), action = None, winner = 1\n",
      "00:00:08 [INFO] state = (array([[-1,  1,  1],\n",
      "       [-1,  0,  0],\n",
      "       [ 0,  0,  0]], dtype=int8), 1), action = [2 2], winner = -1\n",
      "00:00:08 [INFO] state = (array([[ 1,  1,  0],\n",
      "       [ 0,  0, -1],\n",
      "       [-1, -1,  1]], dtype=int8), 1), action = [1 1], winner = 1\n",
      "00:00:08 [INFO] state = (array([[ 1,  0,  0],\n",
      "       [ 0,  1,  0],\n",
      "       [ 0,  0, -1]], dtype=int8), -1), action = [2 0], winner = 0\n",
      "00:00:08 [INFO] state = (array([[ 0,  1,  1],\n",
      "       [ 1,  0, -1],\n",
      "       [-1, -1,  0]], dtype=int8), 1), action = [0 0], winner = 1\n",
      "00:00:08 [INFO] state = (array([[ 1,  0, -1],\n",
      "       [ 0,  0,  0],\n",
      "       [ 1, -1,  0]], dtype=int8), 1), action = [2 2], winner = 1\n",
      "00:00:08 [INFO] state = (array([[-1,  0,  1],\n",
      "       [ 0,  0, -1],\n",
      "       [ 1,  1, -1]], dtype=int8), 1), action = [1 1], winner = 1\n",
      "00:00:08 [INFO] state = (array([[ 0,  0,  1],\n",
      "       [ 1,  0,  1],\n",
      "       [-1, -1,  0]], dtype=int8), -1), action = [2 2], winner = -1\n",
      "00:00:08 [INFO] state = (array([[ 0,  1,  0],\n",
      "       [ 0,  1, -1],\n",
      "       [-1, -1,  1]], dtype=int8), 1), action = [0 0], winner = 1\n",
      "00:00:08 [INFO] state = (array([[ 1,  1, -1],\n",
      "       [ 0,  0, -1],\n",
      "       [ 0, -1,  1]], dtype=int8), 1), action = [2 0], winner = 1\n",
      "00:00:08 [INFO] state = (array([[ 1,  1, -1],\n",
      "       [ 0,  1,  0],\n",
      "       [-1,  0, -1]], dtype=int8), 1), action = [2 1], winner = 1\n",
      "00:00:08 [INFO] state = (array([[ 1,  1,  0],\n",
      "       [ 0,  1, -1],\n",
      "       [ 1, -1, -1]], dtype=int8), -1), action = [0 2], winner = -1\n",
      "00:00:08 [INFO] state = (array([[ 1,  0,  1],\n",
      "       [ 0,  1,  0],\n",
      "       [-1,  0, -1]], dtype=int8), -1), action = [2 1], winner = -1\n",
      "00:00:08 [INFO] state = (array([[ 1, -1, -1],\n",
      "       [ 1,  0,  0],\n",
      "       [ 0,  0,  1]], dtype=int8), -1), action = [2 1], winner = 1\n",
      "00:00:08 [INFO] state = (array([[ 1, -1,  0],\n",
      "       [ 0, -1,  1],\n",
      "       [ 1,  0, -1]], dtype=int8), 1), action = [1 0], winner = 1\n",
      "00:00:08 [INFO] state = (array([[ 1,  0, -1],\n",
      "       [ 1,  0,  0],\n",
      "       [ 1, -1,  0]], dtype=int8), -1), action = None, winner = 1\n",
      "00:00:08 [INFO] state = (array([[ 0,  1,  1],\n",
      "       [ 0,  1,  0],\n",
      "       [-1,  0, -1]], dtype=int8), -1), action = [2 1], winner = -1\n",
      "00:00:08 [INFO] state = (array([[-1,  1,  0],\n",
      "       [ 0, -1,  1],\n",
      "       [ 0,  0,  1]], dtype=int8), -1), action = [0 2], winner = 0\n",
      "00:00:08 [INFO] state = (array([[-1, -1,  0],\n",
      "       [ 1,  1,  1],\n",
      "       [ 0,  0,  0]], dtype=int8), -1), action = None, winner = 1\n",
      "00:00:08 [INFO] state = (array([[ 0,  0,  0],\n",
      "       [-1,  0,  1],\n",
      "       [-1,  1,  0]], dtype=int8), 1), action = [0 0], winner = 1\n",
      "00:00:08 [INFO] state = (array([[ 0,  0, -1],\n",
      "       [ 0,  1, -1],\n",
      "       [ 0,  1,  1]], dtype=int8), -1), action = [2 0], winner = 1\n",
      "00:00:08 [INFO] state = (array([[-1,  1, -1],\n",
      "       [-1,  0,  1],\n",
      "       [ 1,  0,  1]], dtype=int8), -1), action = [2 1], winner = 0\n",
      "00:00:08 [INFO] state = (array([[-1, -1,  0],\n",
      "       [ 1,  0,  0],\n",
      "       [ 1,  1, -1]], dtype=int8), 1), action = [1 2], winner = -1\n",
      "00:00:08 [INFO] state = (array([[-1, -1,  0],\n",
      "       [ 1,  1, -1],\n",
      "       [ 1, -1,  1]], dtype=int8), 1), action = [0 2], winner = 1\n",
      "00:00:08 [INFO] state = (array([[ 0, -1,  1],\n",
      "       [ 0,  1,  1],\n",
      "       [ 0, -1,  0]], dtype=int8), -1), action = [2 2], winner = 1\n",
      "00:00:08 [INFO] state = (array([[ 1, -1,  1],\n",
      "       [ 0, -1, -1],\n",
      "       [ 0,  1,  0]], dtype=int8), 1), action = [1 0], winner = 0\n",
      "00:00:08 [INFO] state = (array([[ 0, -1,  1],\n",
      "       [ 0,  1,  1],\n",
      "       [ 0,  0, -1]], dtype=int8), -1), action = [2 1], winner = 1\n",
      "00:00:08 [INFO] state = (array([[-1,  1,  0],\n",
      "       [ 1, -1, -1],\n",
      "       [ 1,  1, -1]], dtype=int8), 1), action = None, winner = -1\n",
      "00:00:08 [INFO] state = (array([[ 0,  1,  1],\n",
      "       [ 1,  0,  0],\n",
      "       [-1,  0, -1]], dtype=int8), -1), action = [2 1], winner = -1\n",
      "00:00:08 [INFO] state = (array([[ 0,  1,  1],\n",
      "       [ 0,  0, -1],\n",
      "       [ 1, -1,  0]], dtype=int8), -1), action = [2 2], winner = 1\n",
      "00:00:08 [INFO] state = (array([[ 0, -1,  1],\n",
      "       [ 0,  0,  1],\n",
      "       [ 1,  0, -1]], dtype=int8), -1), action = [1 1], winner = -1\n",
      "00:00:08 [INFO] state = (array([[ 1, -1,  0],\n",
      "       [-1, -1,  1],\n",
      "       [ 1,  0,  0]], dtype=int8), 1), action = [2 1], winner = 0\n",
      "00:00:08 [INFO] state = (array([[ 0,  1, -1],\n",
      "       [-1,  1, -1],\n",
      "       [ 0,  0,  1]], dtype=int8), 1), action = [2 1], winner = 1\n",
      "00:00:08 [INFO] state = (array([[ 1, -1,  1],\n",
      "       [-1,  1,  1],\n",
      "       [-1, -1,  1]], dtype=int8), -1), action = None, winner = 1\n",
      "00:00:08 [INFO] state = (array([[-1,  1, -1],\n",
      "       [ 1,  0, -1],\n",
      "       [ 1,  0,  1]], dtype=int8), -1), action = [2 1], winner = 0\n",
      "00:00:08 [INFO] state = (array([[ 0, -1, -1],\n",
      "       [ 0,  1,  1],\n",
      "       [ 1,  0, -1]], dtype=int8), 1), action = [1 0], winner = 1\n",
      "00:00:08 [INFO] state = (array([[-1, -1,  1],\n",
      "       [ 0,  0,  0],\n",
      "       [ 1,  0,  1]], dtype=int8), -1), action = [2 1], winner = 1\n",
      "00:00:08 [INFO] state = (array([[ 0,  1, -1],\n",
      "       [-1,  1,  1],\n",
      "       [-1,  0,  1]], dtype=int8), -1), action = [0 0], winner = -1\n",
      "00:00:08 [INFO] state = (array([[ 1, -1, -1],\n",
      "       [ 1,  0,  0],\n",
      "       [-1,  1,  0]], dtype=int8), 1), action = [1 1], winner = 1\n",
      "00:00:08 [INFO] state = (array([[ 1,  1, -1],\n",
      "       [ 1, -1,  0],\n",
      "       [ 0, -1,  0]], dtype=int8), 1), action = [2 0], winner = 1\n",
      "00:00:08 [INFO] state = (array([[ 1,  0,  1],\n",
      "       [-1,  0,  1],\n",
      "       [ 0,  0, -1]], dtype=int8), -1), action = [0 1], winner = 0\n",
      "00:00:08 [INFO] state = (array([[ 0,  1, -1],\n",
      "       [-1,  0,  1],\n",
      "       [ 0,  0,  0]], dtype=int8), 1), action = [2 1], winner = 0\n",
      "00:00:08 [INFO] state = (array([[ 1, -1,  1],\n",
      "       [-1,  1,  0],\n",
      "       [-1,  0,  0]], dtype=int8), 1), action = [2 2], winner = 1\n",
      "00:00:08 [INFO] state = (array([[ 1,  0, -1],\n",
      "       [-1,  1,  0],\n",
      "       [ 0,  1, -1]], dtype=int8), 1), action = [0 1], winner = 1\n",
      "00:00:08 [INFO] state = (array([[ 0,  1,  0],\n",
      "       [ 0,  0,  0],\n",
      "       [ 1,  0, -1]], dtype=int8), -1), action = [0 2], winner = 0\n",
      "00:00:08 [INFO] state = (array([[ 1,  1,  0],\n",
      "       [ 0,  0,  0],\n",
      "       [ 0,  0, -1]], dtype=int8), -1), action = [0 2], winner = -1\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "00:00:08 [INFO] state = (array([[ 0, -1,  1],\n",
      "       [ 1, -1, -1],\n",
      "       [ 1,  1,  0]], dtype=int8), -1), action = [2 2], winner = 1\n",
      "00:00:08 [INFO] state = (array([[ 0,  1,  0],\n",
      "       [ 0,  0,  0],\n",
      "       [-1,  0,  1]], dtype=int8), -1), action = [0 0], winner = 0\n",
      "00:00:08 [INFO] state = (array([[ 1,  1, -1],\n",
      "       [ 0, -1,  1],\n",
      "       [ 1, -1, -1]], dtype=int8), 1), action = [1 0], winner = 1\n",
      "00:00:08 [INFO] state = (array([[-1, -1,  1],\n",
      "       [ 0,  0,  1],\n",
      "       [ 1,  0, -1]], dtype=int8), 1), action = [1 1], winner = 1\n",
      "00:00:08 [INFO] state = (array([[ 0,  0,  0],\n",
      "       [ 0, -1,  1],\n",
      "       [ 1, -1,  0]], dtype=int8), 1), action = [0 1], winner = 0\n",
      "00:00:08 [INFO] state = (array([[ 1,  1, -1],\n",
      "       [ 0,  0,  0],\n",
      "       [-1,  0,  0]], dtype=int8), 1), action = [1 1], winner = 1\n",
      "00:00:08 [INFO] state = (array([[ 1,  0,  1],\n",
      "       [ 0,  0,  0],\n",
      "       [-1, -1,  1]], dtype=int8), -1), action = [1 2], winner = 1\n",
      "00:00:08 [INFO] state = (array([[ 0, -1,  1],\n",
      "       [ 1, -1,  0],\n",
      "       [ 0,  1,  0]], dtype=int8), -1), action = [2 2], winner = 0\n",
      "00:00:08 [INFO] state = (array([[ 1, -1, -1],\n",
      "       [ 1, -1, -1],\n",
      "       [ 0,  1,  1]], dtype=int8), 1), action = [2 0], winner = 1\n",
      "00:00:08 [INFO] state = (array([[ 1,  1, -1],\n",
      "       [ 0,  0,  0],\n",
      "       [ 1, -1,  0]], dtype=int8), -1), action = [1 0], winner = 0\n",
      "00:00:08 [INFO] state = (array([[ 1,  0,  0],\n",
      "       [ 0,  0,  0],\n",
      "       [-1,  1, -1]], dtype=int8), 1), action = [0 1], winner = 1\n",
      "00:00:08 [INFO] state = (array([[ 0,  1, -1],\n",
      "       [ 0,  0, -1],\n",
      "       [ 0,  1,  1]], dtype=int8), -1), action = [2 0], winner = 1\n",
      "00:00:08 [INFO] state = (array([[-1,  1, -1],\n",
      "       [ 0,  0,  1],\n",
      "       [-1,  1,  1]], dtype=int8), -1), action = [1 1], winner = -1\n",
      "00:00:08 [INFO] state = (array([[ 0,  1,  1],\n",
      "       [ 0, -1,  1],\n",
      "       [-1, -1,  1]], dtype=int8), -1), action = None, winner = 1\n",
      "00:00:08 [INFO] state = (array([[ 1,  0,  0],\n",
      "       [ 0,  1, -1],\n",
      "       [-1,  1, -1]], dtype=int8), 1), action = [0 1], winner = 1\n",
      "00:00:08 [INFO] state = (array([[ 0,  1,  0],\n",
      "       [ 0,  0,  1],\n",
      "       [-1,  0,  0]], dtype=int8), -1), action = [2 2], winner = -1\n",
      "00:00:08 [INFO] state = (array([[ 1, -1,  0],\n",
      "       [ 1,  1,  0],\n",
      "       [ 0,  0, -1]], dtype=int8), -1), action = [2 1], winner = 1\n",
      "00:00:08 [INFO] state = (array([[ 1,  1, -1],\n",
      "       [-1,  0,  1],\n",
      "       [ 1, -1,  0]], dtype=int8), -1), action = [2 2], winner = 0\n",
      "00:00:08 [INFO] state = (array([[ 1, -1,  1],\n",
      "       [-1,  1, -1],\n",
      "       [-1,  1,  0]], dtype=int8), 1), action = [2 2], winner = 1\n",
      "00:00:08 [INFO] state = (array([[ 1, -1,  1],\n",
      "       [-1,  0, -1],\n",
      "       [ 1, -1,  1]], dtype=int8), 1), action = [1 1], winner = 1\n",
      "00:00:08 [INFO] state = (array([[ 0,  1,  0],\n",
      "       [ 0, -1,  1],\n",
      "       [ 0, -1,  1]], dtype=int8), -1), action = [0 2], winner = 0\n",
      "00:00:08 [INFO] state = (array([[-1, -1,  1],\n",
      "       [ 0,  1,  0],\n",
      "       [-1,  1,  0]], dtype=int8), 1), action = [1 0], winner = 0\n",
      "00:00:08 [INFO] state = (array([[-1,  1, -1],\n",
      "       [-1, -1,  1],\n",
      "       [ 1,  1,  0]], dtype=int8), 1), action = [2 2], winner = 1\n",
      "00:00:08 [INFO] state = (array([[-1,  0,  0],\n",
      "       [ 1,  0,  0],\n",
      "       [ 1,  0, -1]], dtype=int8), 1), action = [1 1], winner = 1\n",
      "00:00:08 [INFO] state = (array([[ 0,  0, -1],\n",
      "       [-1,  0,  0],\n",
      "       [ 1,  1,  1]], dtype=int8), -1), action = None, winner = 1\n",
      "00:00:08 [INFO] state = (array([[ 0,  1,  1],\n",
      "       [ 0,  0,  1],\n",
      "       [-1, -1, -1]], dtype=int8), 1), action = None, winner = -1\n",
      "00:00:08 [INFO] state = (array([[ 0,  0,  0],\n",
      "       [-1,  0, -1],\n",
      "       [ 1,  1,  0]], dtype=int8), 1), action = [2 2], winner = 1\n",
      "00:00:08 [INFO] state = (array([[-1,  1,  1],\n",
      "       [-1, -1,  0],\n",
      "       [ 0,  1,  1]], dtype=int8), -1), action = [2 0], winner = -1\n",
      "00:00:08 [INFO] state = (array([[ 1, -1, -1],\n",
      "       [ 0,  1,  1],\n",
      "       [-1,  1, -1]], dtype=int8), 1), action = [1 0], winner = 1\n",
      "00:00:08 [INFO] state = (array([[ 0,  0, -1],\n",
      "       [ 0, -1,  1],\n",
      "       [ 1,  1,  0]], dtype=int8), -1), action = [2 2], winner = 0\n",
      "00:00:08 [INFO] state = (array([[ 0,  0,  1],\n",
      "       [ 1,  0,  1],\n",
      "       [-1,  0, -1]], dtype=int8), -1), action = [2 1], winner = -1\n",
      "00:00:08 [INFO] state = (array([[-1,  1,  0],\n",
      "       [-1,  0,  1],\n",
      "       [ 0,  0,  1]], dtype=int8), -1), action = [2 0], winner = -1\n",
      "00:00:08 [INFO] state = (array([[-1, -1,  1],\n",
      "       [ 0,  0,  0],\n",
      "       [ 0,  1,  0]], dtype=int8), 1), action = [2 2], winner = 1\n",
      "00:00:08 [INFO] state = (array([[ 1, -1,  0],\n",
      "       [ 1, -1,  0],\n",
      "       [-1,  0,  1]], dtype=int8), 1), action = [2 1], winner = -1\n",
      "00:00:08 [INFO] state = (array([[ 1, -1,  1],\n",
      "       [ 1,  1, -1],\n",
      "       [-1,  0,  0]], dtype=int8), -1), action = [2 2], winner = 0\n",
      "00:00:08 [INFO] state = (array([[ 0, -1,  0],\n",
      "       [ 0,  0,  0],\n",
      "       [ 0,  1,  1]], dtype=int8), -1), action = [2 0], winner = 0\n",
      "00:00:08 [INFO] state = (array([[ 1,  0, -1],\n",
      "       [ 0,  0,  0],\n",
      "       [ 0,  1, -1]], dtype=int8), 1), action = [1 2], winner = 0\n",
      "00:00:08 [INFO] state = (array([[-1, -1,  1],\n",
      "       [ 1, -1,  1],\n",
      "       [-1,  1,  0]], dtype=int8), 1), action = [2 2], winner = 1\n",
      "00:00:08 [INFO] state = (array([[-1,  1,  1],\n",
      "       [ 0,  0, -1],\n",
      "       [ 1, -1,  1]], dtype=int8), -1), action = [1 1], winner = 0\n",
      "00:00:08 [INFO] state = (array([[ 0,  0, -1],\n",
      "       [ 1,  0,  1],\n",
      "       [ 0,  1, -1]], dtype=int8), -1), action = [1 1], winner = -1\n",
      "00:00:08 [INFO] state = (array([[-1,  0,  0],\n",
      "       [ 0,  0,  0],\n",
      "       [ 0,  0,  1]], dtype=int8), 1), action = [2 0], winner = 1\n",
      "00:00:08 [INFO] state = (array([[ 1,  1, -1],\n",
      "       [ 1, -1,  1],\n",
      "       [-1, -1,  0]], dtype=int8), 1), action = None, winner = -1\n",
      "00:00:08 [INFO] state = (array([[-1,  1, -1],\n",
      "       [ 1,  0,  0],\n",
      "       [ 1,  1, -1]], dtype=int8), -1), action = [1 2], winner = -1\n",
      "00:00:08 [INFO] state = (array([[ 0,  1, -1],\n",
      "       [ 1,  1,  0],\n",
      "       [-1,  1, -1]], dtype=int8), -1), action = None, winner = 1\n",
      "00:00:08 [INFO] state = (array([[ 1,  1,  1],\n",
      "       [-1,  1, -1],\n",
      "       [-1,  0,  0]], dtype=int8), -1), action = None, winner = 1\n",
      "00:00:08 [INFO] state = (array([[-1,  1,  0],\n",
      "       [ 1, -1, -1],\n",
      "       [ 0,  0,  1]], dtype=int8), 1), action = [2 1], winner = 0\n",
      "00:00:08 [INFO] state = (array([[ 0,  0,  0],\n",
      "       [-1,  0,  1],\n",
      "       [ 0,  1,  0]], dtype=int8), -1), action = [2 2], winner = 0\n",
      "00:00:08 [INFO] state = (array([[ 1, -1,  0],\n",
      "       [-1, -1,  1],\n",
      "       [ 1,  1, -1]], dtype=int8), 1), action = [0 2], winner = 0\n",
      "00:00:08 [INFO] state = (array([[-1,  1,  0],\n",
      "       [ 1, -1, -1],\n",
      "       [ 1,  0,  1]], dtype=int8), -1), action = [2 1], winner = 0\n",
      "00:00:08 [INFO] state = (array([[-1,  0,  1],\n",
      "       [ 0,  1,  0],\n",
      "       [-1,  1, -1]], dtype=int8), 1), action = [1 0], winner = 1\n",
      "00:00:08 [INFO] state = (array([[-1,  1,  0],\n",
      "       [ 0, -1,  0],\n",
      "       [ 1,  0,  0]], dtype=int8), 1), action = [2 2], winner = 0\n",
      "00:00:08 [INFO] state = (array([[-1,  1, -1],\n",
      "       [-1,  0,  0],\n",
      "       [ 1,  1,  0]], dtype=int8), 1), action = [2 2], winner = 1\n",
      "00:00:08 [INFO] state = (array([[-1, -1,  0],\n",
      "       [ 0,  1, -1],\n",
      "       [ 0,  1,  1]], dtype=int8), 1), action = [2 0], winner = 1\n",
      "00:00:08 [INFO] state = (array([[ 0,  1,  0],\n",
      "       [ 0, -1,  1],\n",
      "       [-1,  0,  0]], dtype=int8), 1), action = [0 2], winner = 1\n",
      "00:00:08 [INFO] state = (array([[ 0,  1,  0],\n",
      "       [-1,  0,  1],\n",
      "       [ 0,  1, -1]], dtype=int8), -1), action = [1 1], winner = 0\n",
      "00:00:08 [INFO] state = (array([[-1, -1,  0],\n",
      "       [ 0,  0,  1],\n",
      "       [ 1,  0,  0]], dtype=int8), 1), action = [0 2], winner = 1\n",
      "00:00:08 [INFO] state = (array([[ 1,  0,  0],\n",
      "       [ 1,  0,  0],\n",
      "       [-1,  1, -1]], dtype=int8), -1), action = [0 2], winner = -1\n",
      "00:00:08 [INFO] state = (array([[ 1, -1,  1],\n",
      "       [ 1, -1,  1],\n",
      "       [ 0,  0, -1]], dtype=int8), -1), action = [2 1], winner = -1\n",
      "00:00:08 [INFO] state = (array([[ 0,  1,  1],\n",
      "       [-1, -1,  1],\n",
      "       [ 0,  0, -1]], dtype=int8), 1), action = [0 0], winner = 1\n",
      "00:00:08 [INFO] state = (array([[ 1, -1, -1],\n",
      "       [ 0,  1, -1],\n",
      "       [ 1,  0,  0]], dtype=int8), 1), action = [2 2], winner = 1\n",
      "00:00:08 [INFO] state = (array([[ 1, -1, -1],\n",
      "       [ 1,  1,  0],\n",
      "       [ 0,  0, -1]], dtype=int8), 1), action = [2 0], winner = 1\n",
      "00:00:08 [INFO] state = (array([[-1,  1, -1],\n",
      "       [ 1, -1,  0],\n",
      "       [ 1,  1,  0]], dtype=int8), -1), action = [2 2], winner = -1\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "00:00:08 [INFO] state = (array([[ 0,  1,  1],\n",
      "       [ 0, -1,  0],\n",
      "       [ 1,  0, -1]], dtype=int8), -1), action = [0 0], winner = -1\n",
      "00:00:08 [INFO] state = (array([[-1,  0,  0],\n",
      "       [ 0,  1,  1],\n",
      "       [ 0,  0,  0]], dtype=int8), -1), action = [1 0], winner = 0\n",
      "00:00:08 [INFO] state = (array([[-1, -1,  1],\n",
      "       [ 0,  1, -1],\n",
      "       [ 1,  0,  1]], dtype=int8), -1), action = None, winner = 1\n",
      "00:00:08 [INFO] state = (array([[ 0,  0,  1],\n",
      "       [ 0,  0,  1],\n",
      "       [-1, -1,  1]], dtype=int8), -1), action = None, winner = 1\n",
      "00:00:08 [INFO] state = (array([[-1,  0,  0],\n",
      "       [-1, -1,  1],\n",
      "       [ 1,  0,  1]], dtype=int8), 1), action = [2 1], winner = 1\n",
      "00:00:08 [INFO] state = (array([[ 1,  1,  1],\n",
      "       [ 1, -1, -1],\n",
      "       [ 0, -1,  0]], dtype=int8), -1), action = None, winner = 1\n",
      "00:00:08 [INFO] state = (array([[ 1,  0,  0],\n",
      "       [ 0,  0, -1],\n",
      "       [-1,  1,  0]], dtype=int8), 1), action = [1 1], winner = 1\n",
      "00:00:08 [INFO] state = (array([[ 1,  0,  0],\n",
      "       [-1,  0,  0],\n",
      "       [ 1,  1, -1]], dtype=int8), -1), action = [1 2], winner = -1\n",
      "00:00:08 [INFO] state = (array([[ 0,  0,  0],\n",
      "       [ 1,  1, -1],\n",
      "       [-1,  1, -1]], dtype=int8), 1), action = [0 1], winner = 1\n",
      "00:00:08 [INFO] state = (array([[ 1, -1, -1],\n",
      "       [ 1,  0,  0],\n",
      "       [ 0, -1,  1]], dtype=int8), 1), action = [2 0], winner = 1\n",
      "00:00:08 [INFO] state = (array([[ 1,  1,  0],\n",
      "       [-1,  0,  0],\n",
      "       [ 0,  1, -1]], dtype=int8), -1), action = [2 0], winner = 1\n",
      "00:00:08 [INFO] state = (array([[ 1, -1,  0],\n",
      "       [ 0,  0,  1],\n",
      "       [-1,  1,  0]], dtype=int8), -1), action = [2 2], winner = 0\n",
      "00:00:08 [INFO] state = (array([[ 0,  1,  1],\n",
      "       [ 1,  0, -1],\n",
      "       [ 1, -1, -1]], dtype=int8), -1), action = [1 1], winner = 1\n",
      "00:00:08 [INFO] state = (array([[-1,  0,  1],\n",
      "       [ 0,  1,  0],\n",
      "       [-1,  0,  1]], dtype=int8), -1), action = [1 0], winner = -1\n",
      "00:00:08 [INFO] state = (array([[ 0,  0,  1],\n",
      "       [-1, -1,  0],\n",
      "       [ 1,  0,  0]], dtype=int8), 1), action = [1 2], winner = 0\n",
      "00:00:08 [INFO] state = (array([[-1,  0, -1],\n",
      "       [ 1,  1,  0],\n",
      "       [ 1,  0, -1]], dtype=int8), 1), action = [1 2], winner = 1\n",
      "00:00:08 [INFO] state = (array([[ 0,  1,  0],\n",
      "       [ 0, -1,  1],\n",
      "       [-1,  1,  0]], dtype=int8), -1), action = [2 2], winner = -1\n",
      "00:00:08 [INFO] state = (array([[ 1,  0,  1],\n",
      "       [ 0,  1, -1],\n",
      "       [-1, -1,  0]], dtype=int8), 1), action = [2 2], winner = 1\n",
      "00:00:08 [INFO] state = (array([[-1,  0,  0],\n",
      "       [ 1,  1,  1],\n",
      "       [ 0, -1,  0]], dtype=int8), -1), action = None, winner = 1\n",
      "00:00:08 [INFO] state = (array([[ 1,  1,  0],\n",
      "       [ 0,  0, -1],\n",
      "       [ 1, -1,  0]], dtype=int8), -1), action = [2 2], winner = 1\n",
      "00:00:08 [INFO] state = (array([[ 0,  1,  0],\n",
      "       [ 0, -1,  0],\n",
      "       [ 0,  0,  1]], dtype=int8), -1), action = [1 2], winner = 0\n",
      "00:00:08 [INFO] state = (array([[ 0,  1, -1],\n",
      "       [-1,  0, -1],\n",
      "       [ 1,  0,  1]], dtype=int8), 1), action = [2 1], winner = 1\n",
      "00:00:08 [INFO] state = (array([[ 1,  0,  0],\n",
      "       [-1,  0, -1],\n",
      "       [ 1,  0,  1]], dtype=int8), -1), action = [1 1], winner = -1\n",
      "00:00:08 [INFO] state = (array([[ 1, -1,  1],\n",
      "       [ 1,  0, -1],\n",
      "       [ 1,  0, -1]], dtype=int8), -1), action = None, winner = 1\n",
      "00:00:08 [INFO] state = (array([[ 1,  0,  0],\n",
      "       [-1,  0, -1],\n",
      "       [ 1, -1,  1]], dtype=int8), 1), action = [1 1], winner = 1\n",
      "00:00:08 [INFO] state = (array([[ 1, -1,  1],\n",
      "       [ 0, -1, -1],\n",
      "       [ 1,  1,  0]], dtype=int8), -1), action = [1 0], winner = -1\n",
      "00:00:08 [INFO] state = (array([[ 0,  0,  1],\n",
      "       [-1,  0, -1],\n",
      "       [-1,  1,  1]], dtype=int8), 1), action = [1 1], winner = -1\n",
      "00:00:08 [INFO] state = (array([[ 1,  1, -1],\n",
      "       [ 0, -1,  0],\n",
      "       [-1,  1,  0]], dtype=int8), 1), action = None, winner = -1\n",
      "00:00:08 [INFO] state = (array([[ 1,  1,  0],\n",
      "       [-1, -1,  1],\n",
      "       [ 1,  0, -1]], dtype=int8), -1), action = [0 2], winner = 0\n",
      "00:00:08 [INFO] state = (array([[ 0,  0,  1],\n",
      "       [-1,  0,  1],\n",
      "       [-1,  0,  0]], dtype=int8), 1), action = [2 2], winner = 1\n",
      "00:00:08 [INFO] state = (array([[ 0, -1,  1],\n",
      "       [ 1, -1,  1],\n",
      "       [-1,  0,  1]], dtype=int8), -1), action = None, winner = 1\n",
      "00:00:08 [INFO] state = (array([[ 0, -1,  1],\n",
      "       [ 1, -1,  1],\n",
      "       [ 1, -1, -1]], dtype=int8), 1), action = None, winner = -1\n",
      "00:00:08 [INFO] state = (array([[ 0,  1,  0],\n",
      "       [-1, -1,  1],\n",
      "       [ 1,  1, -1]], dtype=int8), -1), action = [0 0], winner = -1\n",
      "00:00:08 [INFO] state = (array([[ 0, -1, -1],\n",
      "       [ 1,  1, -1],\n",
      "       [ 1,  0,  1]], dtype=int8), -1), action = [0 0], winner = -1\n",
      "00:00:08 [INFO] state = (array([[-1,  1,  1],\n",
      "       [-1,  1,  0],\n",
      "       [ 0,  1, -1]], dtype=int8), -1), action = None, winner = 1\n",
      "00:00:08 [INFO] state = (array([[ 0,  0, -1],\n",
      "       [ 1,  0,  0],\n",
      "       [ 1,  0,  0]], dtype=int8), -1), action = [0 0], winner = -1\n",
      "00:00:08 [INFO] state = (array([[ 1, -1, -1],\n",
      "       [ 0, -1,  1],\n",
      "       [ 0,  1,  1]], dtype=int8), -1), action = [2 0], winner = -1\n",
      "00:00:08 [INFO] state = (array([[ 0, -1,  1],\n",
      "       [-1,  1,  1],\n",
      "       [ 0,  0, -1]], dtype=int8), 1), action = [2 0], winner = 1\n",
      "00:00:08 [INFO] state = (array([[0, 0, 0],\n",
      "       [1, 0, 0],\n",
      "       [0, 0, 0]], dtype=int8), -1), action = [2 0], winner = 0\n",
      "00:00:08 [INFO] state = (array([[ 1, -1,  0],\n",
      "       [ 0,  0,  0],\n",
      "       [ 1, -1,  0]], dtype=int8), 1), action = [1 1], winner = 1\n",
      "00:00:08 [INFO] state = (array([[ 1, -1, -1],\n",
      "       [ 1, -1, -1],\n",
      "       [ 1,  1,  1]], dtype=int8), -1), action = None, winner = 1\n",
      "00:00:08 [INFO] state = (array([[ 0,  0, -1],\n",
      "       [-1,  0,  1],\n",
      "       [ 1,  0,  0]], dtype=int8), 1), action = [2 2], winner = 0\n",
      "00:00:08 [INFO] state = (array([[-1,  0, -1],\n",
      "       [ 0,  1,  0],\n",
      "       [ 0,  1,  0]], dtype=int8), 1), action = [0 1], winner = 1\n",
      "00:00:08 [INFO] state = (array([[ 1, -1,  1],\n",
      "       [ 1, -1, -1],\n",
      "       [-1,  1,  0]], dtype=int8), 1), action = [2 2], winner = 0\n",
      "00:00:08 [INFO] state = (array([[ 1, -1,  1],\n",
      "       [-1,  0,  0],\n",
      "       [ 0,  1, -1]], dtype=int8), 1), action = [2 0], winner = 0\n",
      "00:00:08 [INFO] state = (array([[ 1, -1,  0],\n",
      "       [ 0, -1,  1],\n",
      "       [ 0,  0,  1]], dtype=int8), -1), action = [2 1], winner = -1\n",
      "00:00:08 [INFO] state = (array([[ 0,  1, -1],\n",
      "       [ 1,  0,  1],\n",
      "       [-1, -1,  0]], dtype=int8), 1), action = [1 1], winner = 1\n",
      "00:00:08 [INFO] state = (array([[ 1,  0,  1],\n",
      "       [ 0, -1,  0],\n",
      "       [-1,  0,  1]], dtype=int8), -1), action = [2 1], winner = 1\n",
      "00:00:08 [INFO] state = (array([[ 0, -1, -1],\n",
      "       [ 1,  0,  0],\n",
      "       [ 0,  1,  0]], dtype=int8), 1), action = [0 0], winner = 1\n",
      "00:00:08 [INFO] state = (array([[ 1, -1,  0],\n",
      "       [ 0, -1,  1],\n",
      "       [ 1,  1, -1]], dtype=int8), -1), action = [1 0], winner = 0\n",
      "00:00:08 [INFO] state = (array([[ 1, -1,  0],\n",
      "       [-1, -1,  1],\n",
      "       [ 0,  1,  1]], dtype=int8), -1), action = [2 0], winner = 1\n",
      "00:00:08 [INFO] state = (array([[ 1, -1,  0],\n",
      "       [ 0, -1,  0],\n",
      "       [ 1, -1,  1]], dtype=int8), 1), action = None, winner = -1\n",
      "00:00:08 [INFO] state = (array([[-1,  1,  0],\n",
      "       [-1,  1,  0],\n",
      "       [ 1,  1, -1]], dtype=int8), -1), action = None, winner = 1\n",
      "00:00:08 [INFO] state = (array([[-1,  1,  1],\n",
      "       [ 0, -1, -1],\n",
      "       [ 1, -1,  1]], dtype=int8), 1), action = [1 0], winner = 0\n",
      "00:00:08 [INFO] state = (array([[ 0,  1,  1],\n",
      "       [ 1, -1,  1],\n",
      "       [-1, -1, -1]], dtype=int8), 1), action = None, winner = -1\n",
      "00:00:08 [INFO] state = (array([[-1, -1,  1],\n",
      "       [ 0,  1,  1],\n",
      "       [ 0,  0, -1]], dtype=int8), 1), action = [2 1], winner = 1\n",
      "00:00:08 [INFO] state = (array([[-1, -1,  0],\n",
      "       [ 1,  1,  0],\n",
      "       [ 1,  1, -1]], dtype=int8), -1), action = [0 2], winner = -1\n",
      "00:00:08 [INFO] state = (array([[ 0, -1,  0],\n",
      "       [ 0, -1,  1],\n",
      "       [ 0,  1,  0]], dtype=int8), 1), action = [2 2], winner = 1\n",
      "00:00:08 [INFO] state = (array([[ 0, -1, -1],\n",
      "       [-1,  0,  1],\n",
      "       [ 0,  1,  1]], dtype=int8), 1), action = [2 0], winner = 1\n",
      "00:00:08 [INFO] state = (array([[ 0,  0, -1],\n",
      "       [ 1,  1,  1],\n",
      "       [-1,  0,  0]], dtype=int8), -1), action = None, winner = 1\n",
      "00:00:08 [INFO] state = (array([[ 0,  1,  1],\n",
      "       [-1,  0,  0],\n",
      "       [-1,  0,  1]], dtype=int8), -1), action = [0 0], winner = -1\n",
      "00:00:08 [INFO] state = (array([[-1,  0, -1],\n",
      "       [-1,  1,  1],\n",
      "       [ 0,  1,  0]], dtype=int8), 1), action = [0 1], winner = 1\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "00:00:08 [INFO] state = (array([[ 0,  0,  1],\n",
      "       [-1, -1,  1],\n",
      "       [ 1,  1, -1]], dtype=int8), -1), action = [0 0], winner = -1\n",
      "00:00:08 [INFO] state = (array([[ 1,  0,  0],\n",
      "       [ 0,  1,  1],\n",
      "       [-1, -1, -1]], dtype=int8), 1), action = None, winner = -1\n",
      "00:00:08 [INFO] state = (array([[ 1,  1, -1],\n",
      "       [ 1,  0, -1],\n",
      "       [ 0,  0,  0]], dtype=int8), -1), action = [2 2], winner = -1\n",
      "00:00:08 [INFO] state = (array([[ 0,  1,  0],\n",
      "       [-1,  1,  0],\n",
      "       [ 1, -1, -1]], dtype=int8), 1), action = [0 2], winner = 1\n",
      "00:00:08 [INFO] state = (array([[ 0, -1,  0],\n",
      "       [ 0,  1,  1],\n",
      "       [ 0,  0, -1]], dtype=int8), 1), action = [2 0], winner = 1\n",
      "00:00:08 [INFO] state = (array([[-1,  1,  0],\n",
      "       [ 0,  0,  1],\n",
      "       [ 0,  0, -1]], dtype=int8), 1), action = [1 1], winner = 1\n",
      "00:00:08 [INFO] state = (array([[-1,  1, -1],\n",
      "       [ 1,  0,  0],\n",
      "       [ 0,  1, -1]], dtype=int8), 1), action = [1 1], winner = 1\n",
      "00:00:08 [INFO] state = (array([[ 0, -1, -1],\n",
      "       [ 0,  1,  1],\n",
      "       [ 0,  1,  0]], dtype=int8), -1), action = [0 0], winner = -1\n",
      "00:00:08 [INFO] state = (array([[-1,  1,  0],\n",
      "       [ 1,  1,  0],\n",
      "       [-1,  1, -1]], dtype=int8), -1), action = None, winner = 1\n",
      "00:00:08 [INFO] state = (array([[-1,  1,  1],\n",
      "       [ 1,  0, -1],\n",
      "       [ 1, -1,  0]], dtype=int8), -1), action = [1 1], winner = 0\n",
      "00:00:08 [INFO] state = (array([[ 0, -1,  1],\n",
      "       [ 1, -1,  0],\n",
      "       [ 1, -1,  0]], dtype=int8), 1), action = None, winner = -1\n",
      "00:00:08 [INFO] state = (array([[ 0,  1,  0],\n",
      "       [-1,  1,  0],\n",
      "       [ 1, -1,  0]], dtype=int8), -1), action = [0 2], winner = 0\n",
      "00:00:08 [INFO] state = (array([[ 0,  0,  0],\n",
      "       [ 1, -1,  1],\n",
      "       [-1,  0,  0]], dtype=int8), 1), action = [2 2], winner = -1\n",
      "00:00:08 [INFO] state = (array([[ 0,  1, -1],\n",
      "       [ 1,  1, -1],\n",
      "       [ 0,  0, -1]], dtype=int8), 1), action = None, winner = -1\n",
      "00:00:08 [INFO] state = (array([[ 0,  0, -1],\n",
      "       [-1,  0,  0],\n",
      "       [ 0,  1,  1]], dtype=int8), 1), action = [2 0], winner = 1\n",
      "00:00:08 [INFO] state = (array([[-1,  1, -1],\n",
      "       [ 1, -1,  1],\n",
      "       [ 0,  1, -1]], dtype=int8), 1), action = None, winner = -1\n",
      "00:00:08 [INFO] state = (array([[ 1,  1, -1],\n",
      "       [-1,  1,  1],\n",
      "       [-1,  0,  0]], dtype=int8), -1), action = [2 2], winner = 1\n",
      "00:00:08 [INFO] state = (array([[ 0,  0,  1],\n",
      "       [ 0,  1,  0],\n",
      "       [ 0, -1, -1]], dtype=int8), 1), action = [2 0], winner = 1\n",
      "00:00:08 [INFO] state = (array([[-1,  0,  0],\n",
      "       [ 1,  0,  0],\n",
      "       [ 1,  1, -1]], dtype=int8), -1), action = [1 2], winner = -1\n",
      "00:00:08 [INFO] state = (array([[ 0,  1,  0],\n",
      "       [ 0, -1, -1],\n",
      "       [ 0,  1,  1]], dtype=int8), -1), action = [2 0], winner = -1\n",
      "00:00:08 [INFO] state = (array([[-1,  0,  0],\n",
      "       [ 0,  1,  0],\n",
      "       [ 1,  1, -1]], dtype=int8), -1), action = [1 2], winner = 1\n",
      "00:00:08 [INFO] state = (array([[ 1,  0, -1],\n",
      "       [ 1, -1,  0],\n",
      "       [ 0,  0,  1]], dtype=int8), -1), action = [2 0], winner = -1\n",
      "00:00:08 [INFO] state = (array([[ 1,  0,  0],\n",
      "       [ 0,  1,  1],\n",
      "       [-1,  0, -1]], dtype=int8), -1), action = [2 1], winner = -1\n",
      "00:00:08 [INFO] state = (array([[-1, -1,  0],\n",
      "       [ 1,  1, -1],\n",
      "       [ 0,  1,  0]], dtype=int8), 1), action = [0 2], winner = 0\n",
      "00:00:08 [INFO] state = (array([[-1,  0, -1],\n",
      "       [ 1,  0,  0],\n",
      "       [ 1, -1,  1]], dtype=int8), 1), action = [0 1], winner = 0\n",
      "00:00:08 [INFO] state = (array([[ 0,  1,  1],\n",
      "       [-1,  0, -1],\n",
      "       [ 1,  1, -1]], dtype=int8), -1), action = [1 1], winner = -1\n",
      "00:00:08 [INFO] state = (array([[ 1,  1, -1],\n",
      "       [ 1,  1, -1],\n",
      "       [ 0, -1, -1]], dtype=int8), 1), action = None, winner = -1\n",
      "00:00:08 [INFO] state = (array([[ 1,  0,  1],\n",
      "       [ 0,  0, -1],\n",
      "       [-1, -1,  1]], dtype=int8), 1), action = [1 1], winner = 1\n",
      "00:00:08 [INFO] state = (array([[-1,  0,  1],\n",
      "       [ 1, -1, -1],\n",
      "       [ 1,  0,  1]], dtype=int8), -1), action = [2 1], winner = 0\n",
      "00:00:08 [INFO] state = (array([[-1,  0,  1],\n",
      "       [ 0,  0,  0],\n",
      "       [-1,  1,  1]], dtype=int8), -1), action = [1 0], winner = -1\n",
      "00:00:08 [INFO] state = (array([[ 0,  0, -1],\n",
      "       [ 1,  1,  0],\n",
      "       [-1, -1,  1]], dtype=int8), 1), action = [1 2], winner = 1\n",
      "00:00:08 [INFO] state = (array([[ 0, -1,  0],\n",
      "       [ 1,  1,  0],\n",
      "       [ 0, -1,  0]], dtype=int8), 1), action = [2 2], winner = 1\n",
      "00:00:08 [INFO] state = (array([[ 1,  0,  0],\n",
      "       [-1, -1,  0],\n",
      "       [ 0,  1,  0]], dtype=int8), 1), action = [1 2], winner = 0\n",
      "00:00:08 [INFO] state = (array([[-1,  0, -1],\n",
      "       [ 0, -1,  1],\n",
      "       [ 1,  0,  1]], dtype=int8), 1), action = [2 1], winner = 1\n",
      "00:00:08 [INFO] state = (array([[ 1,  0, -1],\n",
      "       [-1,  0,  1],\n",
      "       [-1,  1,  0]], dtype=int8), 1), action = [1 1], winner = 1\n",
      "00:00:08 [INFO] state = (array([[ 1,  0,  0],\n",
      "       [ 0,  1,  0],\n",
      "       [ 1, -1, -1]], dtype=int8), -1), action = [1 2], winner = 1\n",
      "00:00:08 [INFO] state = (array([[ 0,  0, -1],\n",
      "       [ 0,  1,  1],\n",
      "       [ 0,  1, -1]], dtype=int8), -1), action = [2 0], winner = 1\n",
      "00:00:08 [INFO] state = (array([[ 0,  1, -1],\n",
      "       [ 1,  1,  0],\n",
      "       [ 0,  0, -1]], dtype=int8), -1), action = [1 2], winner = -1\n",
      "00:00:08 [INFO] state = (array([[ 1, -1,  0],\n",
      "       [ 1,  0,  0],\n",
      "       [ 0, -1,  1]], dtype=int8), -1), action = [1 1], winner = -1\n",
      "00:00:08 [INFO] state = (array([[ 0, -1,  0],\n",
      "       [-1, -1,  1],\n",
      "       [ 0,  1,  1]], dtype=int8), 1), action = [2 0], winner = 1\n",
      "00:00:08 [INFO] state = (array([[-1,  0,  0],\n",
      "       [ 1,  1,  0],\n",
      "       [ 0, -1,  1]], dtype=int8), -1), action = [1 2], winner = 0\n",
      "00:00:08 [INFO] state = (array([[ 0, -1,  0],\n",
      "       [-1,  1,  1],\n",
      "       [ 0, -1,  1]], dtype=int8), 1), action = [2 0], winner = 1\n",
      "00:00:08 [INFO] state = (array([[ 1,  1,  0],\n",
      "       [ 0,  0, -1],\n",
      "       [ 0,  0,  0]], dtype=int8), -1), action = [0 2], winner = -1\n",
      "00:00:08 [INFO] state = (array([[ 1, -1,  1],\n",
      "       [ 0,  1, -1],\n",
      "       [ 0, -1,  1]], dtype=int8), -1), action = None, winner = 1\n",
      "00:00:08 [INFO] state = (array([[ 0,  0,  0],\n",
      "       [-1, -1,  1],\n",
      "       [-1,  1,  1]], dtype=int8), 1), action = [0 2], winner = 1\n",
      "00:00:08 [INFO] state = (array([[-1,  1,  1],\n",
      "       [-1, -1,  1],\n",
      "       [ 1,  0,  0]], dtype=int8), -1), action = [2 2], winner = -1\n",
      "00:00:08 [INFO] state = (array([[ 0,  1, -1],\n",
      "       [ 0, -1,  0],\n",
      "       [ 1, -1,  1]], dtype=int8), 1), action = [1 2], winner = 0\n",
      "00:00:08 [INFO] state = (array([[ 0,  0,  0],\n",
      "       [-1,  1,  0],\n",
      "       [-1,  0,  1]], dtype=int8), 1), action = [0 0], winner = 1\n",
      "00:00:08 [INFO] state = (array([[ 0,  0,  0],\n",
      "       [ 0,  0, -1],\n",
      "       [-1,  1,  1]], dtype=int8), 1), action = [1 1], winner = 1\n",
      "00:00:08 [INFO] state = (array([[-1, -1,  1],\n",
      "       [ 0, -1,  1],\n",
      "       [ 0,  1,  0]], dtype=int8), 1), action = [2 2], winner = 1\n",
      "00:00:08 [INFO] state = (array([[-1,  1,  1],\n",
      "       [ 1, -1, -1],\n",
      "       [ 0,  0,  1]], dtype=int8), -1), action = [2 1], winner = 0\n",
      "00:00:08 [INFO] state = (array([[ 0,  1,  1],\n",
      "       [-1,  1, -1],\n",
      "       [-1,  1,  0]], dtype=int8), -1), action = None, winner = 1\n",
      "00:00:08 [INFO] state = (array([[-1, -1,  0],\n",
      "       [ 1,  0,  0],\n",
      "       [ 1,  0,  0]], dtype=int8), 1), action = [2 2], winner = -1\n",
      "00:00:08 [INFO] state = (array([[ 1,  0,  1],\n",
      "       [ 1, -1, -1],\n",
      "       [ 0, -1,  1]], dtype=int8), -1), action = [0 1], winner = -1\n",
      "00:00:08 [INFO] state = (array([[-1, -1,  0],\n",
      "       [ 0,  1,  0],\n",
      "       [-1,  1,  1]], dtype=int8), 1), action = [1 2], winner = -1\n",
      "00:00:08 [INFO] state = (array([[ 1, -1,  1],\n",
      "       [ 0,  1, -1],\n",
      "       [-1,  1, -1]], dtype=int8), 1), action = [1 0], winner = 0\n",
      "00:00:08 [INFO] state = (array([[ 0,  1, -1],\n",
      "       [-1,  0,  0],\n",
      "       [ 0,  1,  0]], dtype=int8), 1), action = [2 2], winner = 1\n",
      "00:00:08 [INFO] state = (array([[ 0,  0,  0],\n",
      "       [ 0, -1,  1],\n",
      "       [ 0,  0,  0]], dtype=int8), 1), action = [2 2], winner = 0\n",
      "00:00:08 [INFO] state = (array([[-1,  1,  0],\n",
      "       [ 0,  0,  0],\n",
      "       [ 1, -1,  1]], dtype=int8), -1), action = [1 2], winner = 0\n",
      "00:00:08 [INFO] state = (array([[ 1, -1,  0],\n",
      "       [ 0, -1,  0],\n",
      "       [ 0,  1,  0]], dtype=int8), 1), action = [2 0], winner = 1\n",
      "00:00:08 [INFO] state = (array([[ 1, -1, -1],\n",
      "       [ 0,  1,  0],\n",
      "       [ 1,  0, -1]], dtype=int8), 1), action = [1 0], winner = 1\n",
      "00:00:08 [INFO] state = (array([[ 1, -1,  0],\n",
      "       [ 1, -1,  1],\n",
      "       [-1,  0,  1]], dtype=int8), -1), action = [2 1], winner = -1\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "00:00:08 [INFO] state = (array([[ 0,  1,  1],\n",
      "       [-1,  0,  0],\n",
      "       [-1,  1,  0]], dtype=int8), -1), action = [0 0], winner = -1\n",
      "00:00:08 [INFO] state = (array([[-1,  1, -1],\n",
      "       [-1,  1,  1],\n",
      "       [ 1,  0, -1]], dtype=int8), 1), action = [2 1], winner = 1\n",
      "00:00:08 [INFO] state = (array([[ 0,  0, -1],\n",
      "       [ 1,  0,  1],\n",
      "       [ 1,  0, -1]], dtype=int8), -1), action = [2 1], winner = 1\n",
      "00:00:08 [INFO] state = (array([[ 0,  0, -1],\n",
      "       [ 1, -1,  0],\n",
      "       [ 1,  1, -1]], dtype=int8), 1), action = [0 0], winner = 1\n",
      "00:00:08 [INFO] state = (array([[ 1,  1,  0],\n",
      "       [-1,  1, -1],\n",
      "       [ 0,  0,  0]], dtype=int8), -1), action = [2 2], winner = 1\n",
      "00:00:08 [INFO] state = (array([[ 0,  1,  1],\n",
      "       [ 1,  1, -1],\n",
      "       [-1,  0, -1]], dtype=int8), -1), action = [2 1], winner = -1\n",
      "00:00:08 [INFO] state = (array([[ 0,  1, -1],\n",
      "       [ 0,  0,  0],\n",
      "       [-1,  0,  1]], dtype=int8), 1), action = [1 1], winner = 1\n",
      "00:00:08 [INFO] state = (array([[ 0,  0,  1],\n",
      "       [ 0, -1,  1],\n",
      "       [ 0,  1, -1]], dtype=int8), -1), action = [0 0], winner = -1\n",
      "00:00:08 [INFO] state = (array([[ 0,  1,  1],\n",
      "       [-1, -1, -1],\n",
      "       [ 1,  1, -1]], dtype=int8), 1), action = None, winner = -1\n",
      "00:00:08 [INFO] state = (array([[ 0,  0,  1],\n",
      "       [ 1, -1,  0],\n",
      "       [ 0, -1,  0]], dtype=int8), 1), action = [0 1], winner = 0\n",
      "00:00:08 [INFO] state = (array([[ 1,  0,  1],\n",
      "       [ 1, -1,  0],\n",
      "       [-1, -1,  0]], dtype=int8), 1), action = [0 1], winner = 1\n",
      "00:00:08 [INFO] state = (array([[ 0,  0,  0],\n",
      "       [ 1,  0, -1],\n",
      "       [ 1, -1,  1]], dtype=int8), -1), action = [0 0], winner = 0\n",
      "00:00:08 [INFO] state = (array([[-1,  1,  1],\n",
      "       [-1, -1,  1],\n",
      "       [ 1, -1,  0]], dtype=int8), 1), action = [2 2], winner = 1\n",
      "00:00:08 [INFO] state = (array([[ 1, -1,  1],\n",
      "       [-1,  1,  1],\n",
      "       [-1,  0, -1]], dtype=int8), 1), action = [2 1], winner = 0\n",
      "00:00:08 [INFO] state = (array([[ 0,  1,  1],\n",
      "       [-1,  0,  1],\n",
      "       [-1, -1,  0]], dtype=int8), 1), action = [2 2], winner = 1\n",
      "00:00:08 [INFO] state = (array([[ 1, -1,  0],\n",
      "       [-1,  0,  1],\n",
      "       [ 0,  0,  1]], dtype=int8), -1), action = [2 1], winner = 1\n",
      "00:00:08 [INFO] state = (array([[ 1,  0,  1],\n",
      "       [ 0, -1,  0],\n",
      "       [ 0, -1,  0]], dtype=int8), 1), action = [0 1], winner = 1\n",
      "00:00:08 [INFO] state = (array([[ 0, -1,  1],\n",
      "       [-1, -1,  1],\n",
      "       [ 0,  1,  1]], dtype=int8), -1), action = None, winner = 1\n",
      "00:00:08 [INFO] state = (array([[-1,  1, -1],\n",
      "       [ 1, -1, -1],\n",
      "       [ 0,  1,  1]], dtype=int8), 1), action = [2 0], winner = 1\n",
      "00:00:08 [INFO] state = (array([[ 1, -1,  1],\n",
      "       [ 1, -1, -1],\n",
      "       [ 0, -1,  1]], dtype=int8), 1), action = None, winner = -1\n",
      "00:00:08 [INFO] state = (array([[ 1,  0,  1],\n",
      "       [-1,  1, -1],\n",
      "       [ 0,  0,  0]], dtype=int8), -1), action = [2 2], winner = 1\n",
      "00:00:08 [INFO] state = (array([[-1,  1, -1],\n",
      "       [ 1,  0, -1],\n",
      "       [ 1, -1,  1]], dtype=int8), 1), action = [1 1], winner = 0\n",
      "00:00:08 [INFO] state = (array([[-1,  0,  0],\n",
      "       [ 1,  0, -1],\n",
      "       [ 1,  1, -1]], dtype=int8), 1), action = [1 1], winner = -1\n",
      "00:00:08 [INFO] state = (array([[ 1,  1,  0],\n",
      "       [-1,  0, -1],\n",
      "       [ 0,  0,  1]], dtype=int8), -1), action = [1 1], winner = -1\n",
      "00:00:08 [INFO] state = (array([[ 1,  0, -1],\n",
      "       [ 1, -1, -1],\n",
      "       [-1,  1,  1]], dtype=int8), 1), action = None, winner = -1\n",
      "00:00:08 [INFO] state = (array([[-1,  0,  0],\n",
      "       [ 1,  1, -1],\n",
      "       [ 1, -1,  1]], dtype=int8), -1), action = [0 2], winner = 0\n",
      "00:00:08 [INFO] state = (array([[-1,  1, -1],\n",
      "       [ 0,  0,  1],\n",
      "       [-1,  1,  0]], dtype=int8), 1), action = [1 1], winner = 1\n",
      "00:00:08 [INFO] state = (array([[ 0,  1,  0],\n",
      "       [ 0, -1,  0],\n",
      "       [ 0,  0,  0]], dtype=int8), 1), action = [2 2], winner = 0\n",
      "00:00:08 [INFO] state = (array([[ 0,  1,  1],\n",
      "       [ 1, -1, -1],\n",
      "       [ 0,  0, -1]], dtype=int8), 1), action = [0 0], winner = 1\n",
      "00:00:08 [INFO] state = (array([[ 0, -1,  1],\n",
      "       [ 0, -1,  0],\n",
      "       [ 1,  1,  0]], dtype=int8), -1), action = [2 2], winner = 0\n",
      "00:00:08 [INFO] state = (array([[ 0,  0,  1],\n",
      "       [ 1,  0, -1],\n",
      "       [ 0,  1, -1]], dtype=int8), -1), action = [2 0], winner = 1\n",
      "00:00:08 [INFO] state = (array([[ 0, -1,  0],\n",
      "       [ 0, -1,  1],\n",
      "       [ 1, -1,  1]], dtype=int8), 1), action = None, winner = -1\n",
      "00:00:08 [INFO] state = (array([[ 1, -1,  0],\n",
      "       [ 1, -1,  1],\n",
      "       [-1, -1,  1]], dtype=int8), 1), action = None, winner = -1\n",
      "00:00:08 [INFO] state = (array([[ 1,  0, -1],\n",
      "       [ 1,  0,  0],\n",
      "       [ 0,  1, -1]], dtype=int8), -1), action = [2 0], winner = -1\n",
      "00:00:08 [INFO] state = (array([[-1,  0, -1],\n",
      "       [ 1,  1,  0],\n",
      "       [ 0,  1,  0]], dtype=int8), -1), action = [0 1], winner = -1\n",
      "00:00:08 [INFO] state = (array([[-1,  0, -1],\n",
      "       [ 1,  1, -1],\n",
      "       [ 0,  0,  1]], dtype=int8), 1), action = [0 1], winner = 0\n",
      "00:00:08 [INFO] state = (array([[ 0,  0, -1],\n",
      "       [-1,  1,  1],\n",
      "       [ 1,  1, -1]], dtype=int8), -1), action = [0 1], winner = 0\n",
      "00:00:08 [INFO] state = (array([[ 0, -1,  1],\n",
      "       [ 1,  0, -1],\n",
      "       [-1,  1,  0]], dtype=int8), 1), action = [2 2], winner = 0\n",
      "00:00:08 [INFO] state = (array([[ 0,  1,  1],\n",
      "       [-1,  1,  0],\n",
      "       [-1,  0,  0]], dtype=int8), -1), action = [0 0], winner = -1\n",
      "00:00:08 [INFO] state = (array([[ 0,  0,  1],\n",
      "       [-1,  1, -1],\n",
      "       [ 0,  0,  1]], dtype=int8), -1), action = [2 1], winner = 1\n",
      "00:00:08 [INFO] state = (array([[-1,  1, -1],\n",
      "       [ 1,  1, -1],\n",
      "       [ 1,  0, -1]], dtype=int8), 1), action = None, winner = -1\n",
      "00:00:08 [INFO] state = (array([[ 0,  0, -1],\n",
      "       [ 0,  0,  1],\n",
      "       [ 0,  1,  0]], dtype=int8), -1), action = [0 0], winner = -1\n",
      "00:00:08 [INFO] state = (array([[ 1,  0, -1],\n",
      "       [ 0,  0,  1],\n",
      "       [ 0,  1, -1]], dtype=int8), -1), action = [1 1], winner = 0\n",
      "00:00:08 [INFO] state = (array([[ 1, -1,  1],\n",
      "       [ 0,  1,  0],\n",
      "       [ 0,  0, -1]], dtype=int8), -1), action = [2 0], winner = 0\n",
      "00:00:08 [INFO] state = (array([[-1,  1,  0],\n",
      "       [ 1, -1, -1],\n",
      "       [ 1,  0,  0]], dtype=int8), 1), action = [2 2], winner = 0\n",
      "00:00:08 [INFO] state = (array([[-1,  1,  1],\n",
      "       [ 1,  0,  0],\n",
      "       [-1, -1,  1]], dtype=int8), -1), action = [1 2], winner = 0\n",
      "00:00:08 [INFO] state = (array([[-1, -1,  1],\n",
      "       [ 1,  1, -1],\n",
      "       [ 1,  0,  0]], dtype=int8), -1), action = None, winner = 1\n",
      "00:00:08 [INFO] state = (array([[ 0, -1, -1],\n",
      "       [ 0,  1,  1],\n",
      "       [ 1, -1,  1]], dtype=int8), -1), action = [0 0], winner = -1\n",
      "00:00:08 [INFO] state = (array([[ 1,  0, -1],\n",
      "       [ 0,  0,  1],\n",
      "       [ 0,  0, -1]], dtype=int8), 1), action = [1 0], winner = 1\n",
      "00:00:08 [INFO] state = (array([[ 1,  0, -1],\n",
      "       [-1,  1,  1],\n",
      "       [ 1,  0, -1]], dtype=int8), -1), action = [2 1], winner = 0\n",
      "00:00:08 [INFO] state = (array([[ 1, -1,  0],\n",
      "       [ 0, -1,  0],\n",
      "       [ 0,  0,  1]], dtype=int8), 1), action = [2 1], winner = 0\n",
      "00:00:08 [INFO] state = (array([[ 0, -1,  1],\n",
      "       [-1,  1,  1],\n",
      "       [ 1, -1,  0]], dtype=int8), -1), action = None, winner = 1\n",
      "00:00:08 [INFO] state = (array([[ 0,  1, -1],\n",
      "       [-1,  1,  0],\n",
      "       [ 0, -1,  1]], dtype=int8), 1), action = [0 0], winner = 1\n",
      "00:00:08 [INFO] state = (array([[ 0, -1,  0],\n",
      "       [ 0,  1,  1],\n",
      "       [ 1, -1, -1]], dtype=int8), 1), action = [1 0], winner = 1\n",
      "00:00:08 [INFO] state = (array([[ 1,  1,  1],\n",
      "       [-1,  0, -1],\n",
      "       [ 1, -1,  0]], dtype=int8), -1), action = None, winner = 1\n",
      "00:00:08 [INFO] state = (array([[-1,  1,  0],\n",
      "       [ 1, -1,  0],\n",
      "       [-1,  0,  1]], dtype=int8), 1), action = [0 2], winner = 0\n",
      "00:00:08 [INFO] state = (array([[-1,  0,  0],\n",
      "       [ 0,  1, -1],\n",
      "       [ 1,  1,  0]], dtype=int8), -1), action = [2 2], winner = 1\n",
      "00:00:08 [INFO] state = (array([[-1, -1,  1],\n",
      "       [ 0,  0,  0],\n",
      "       [ 0,  0,  1]], dtype=int8), 1), action = [2 1], winner = 1\n",
      "00:00:08 [INFO] state = (array([[ 0,  1,  1],\n",
      "       [-1, -1,  0],\n",
      "       [ 0,  1,  0]], dtype=int8), -1), action = [1 2], winner = -1\n",
      "00:00:08 [INFO] state = (array([[ 0,  0,  0],\n",
      "       [-1,  0,  1],\n",
      "       [ 0,  0,  1]], dtype=int8), -1), action = [0 2], winner = 0\n",
      "00:00:08 [INFO] state = (array([[ 0,  0,  1],\n",
      "       [ 0,  0, -1],\n",
      "       [ 0,  0,  0]], dtype=int8), 1), action = [1 1], winner = 1\n",
      "00:00:08 [INFO] state = (array([[ 1,  1, -1],\n",
      "       [-1,  0,  1],\n",
      "       [-1,  0,  1]], dtype=int8), -1), action = [1 1], winner = -1\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "00:00:08 [INFO] state = (array([[ 0,  1, -1],\n",
      "       [-1,  0,  0],\n",
      "       [ 1,  1,  0]], dtype=int8), -1), action = [2 2], winner = 1\n",
      "00:00:08 [INFO] state = (array([[ 1, -1,  0],\n",
      "       [ 1,  0,  0],\n",
      "       [ 0,  0, -1]], dtype=int8), 1), action = [2 0], winner = 1\n",
      "00:00:08 [INFO] state = (array([[ 1,  1, -1],\n",
      "       [-1,  1,  0],\n",
      "       [ 1, -1,  0]], dtype=int8), -1), action = [2 2], winner = 0\n",
      "00:00:08 [INFO] state = (array([[ 0,  0,  1],\n",
      "       [ 1,  0, -1],\n",
      "       [-1,  1, -1]], dtype=int8), 1), action = [0 1], winner = 1\n",
      "00:00:08 [INFO] state = (array([[-1,  1, -1],\n",
      "       [-1,  1,  1],\n",
      "       [-1,  0,  1]], dtype=int8), 1), action = None, winner = -1\n",
      "00:00:08 [INFO] state = (array([[-1,  1,  0],\n",
      "       [ 1, -1,  1],\n",
      "       [ 0, -1,  1]], dtype=int8), -1), action = [0 2], winner = 0\n",
      "00:00:08 [INFO] state = (array([[ 1,  1, -1],\n",
      "       [ 0,  1,  1],\n",
      "       [ 0, -1, -1]], dtype=int8), -1), action = [2 0], winner = -1\n",
      "00:00:08 [INFO] state = (array([[-1,  1, -1],\n",
      "       [-1,  0,  0],\n",
      "       [ 1,  0,  1]], dtype=int8), 1), action = [2 1], winner = 1\n",
      "00:00:08 [INFO] state = (array([[ 0, -1,  1],\n",
      "       [ 1,  0,  1],\n",
      "       [ 0, -1,  0]], dtype=int8), -1), action = [1 1], winner = -1\n",
      "00:00:08 [INFO] state = (array([[ 0, -1,  0],\n",
      "       [ 0, -1,  1],\n",
      "       [ 0,  0,  1]], dtype=int8), 1), action = [2 1], winner = 1\n",
      "00:00:08 [INFO] state = (array([[ 0,  1,  0],\n",
      "       [-1,  0,  0],\n",
      "       [ 1,  1, -1]], dtype=int8), -1), action = [1 1], winner = -1\n",
      "00:00:08 [INFO] state = (array([[-1,  0,  1],\n",
      "       [ 0,  0, -1],\n",
      "       [ 0,  1,  1]], dtype=int8), -1), action = [2 0], winner = 0\n",
      "00:00:08 [INFO] state = (array([[ 1,  1, -1],\n",
      "       [ 1,  0,  1],\n",
      "       [-1, -1, -1]], dtype=int8), 1), action = None, winner = -1\n",
      "00:00:08 [INFO] state = (array([[ 1, -1,  0],\n",
      "       [ 1,  0,  0],\n",
      "       [ 0,  1, -1]], dtype=int8), -1), action = [2 0], winner = 0\n",
      "00:00:08 [INFO] state = (array([[-1,  0, -1],\n",
      "       [ 1,  0, -1],\n",
      "       [ 1,  1,  0]], dtype=int8), 1), action = [2 2], winner = 1\n",
      "00:00:08 [INFO] state = (array([[-1,  1,  0],\n",
      "       [ 1, -1,  0],\n",
      "       [ 1,  0, -1]], dtype=int8), 1), action = None, winner = -1\n",
      "00:00:08 [INFO] state = (array([[-1,  1,  1],\n",
      "       [ 0,  0,  1],\n",
      "       [-1,  0, -1]], dtype=int8), 1), action = [2 1], winner = -1\n",
      "00:00:08 [INFO] state = (array([[ 0, -1,  1],\n",
      "       [ 0,  0,  0],\n",
      "       [ 0,  0,  1]], dtype=int8), -1), action = [2 1], winner = 1\n",
      "00:00:08 [INFO] state = (array([[-1,  1,  1],\n",
      "       [ 1,  0, -1],\n",
      "       [ 1, -1, -1]], dtype=int8), 1), action = [1 1], winner = 1\n",
      "00:00:08 [INFO] state = (array([[ 0,  1,  0],\n",
      "       [ 0, -1,  1],\n",
      "       [-1,  1, -1]], dtype=int8), 1), action = [1 0], winner = -1\n",
      "00:00:08 [INFO] state = (array([[ 0,  0,  1],\n",
      "       [-1,  0,  1],\n",
      "       [ 0,  0, -1]], dtype=int8), 1), action = [2 0], winner = 0\n",
      "00:00:08 [INFO] state = (array([[ 1,  0,  0],\n",
      "       [ 1,  0, -1],\n",
      "       [-1,  1,  0]], dtype=int8), -1), action = [0 2], winner = -1\n",
      "00:00:08 [INFO] state = (array([[ 0,  0,  1],\n",
      "       [-1,  0,  0],\n",
      "       [-1,  1,  0]], dtype=int8), 1), action = [0 0], winner = 1\n",
      "00:00:08 [INFO] state = (array([[ 1,  0,  0],\n",
      "       [ 1,  0, -1],\n",
      "       [ 0,  0,  0]], dtype=int8), -1), action = [2 0], winner = 0\n",
      "00:00:08 [INFO] state = (array([[-1,  1,  1],\n",
      "       [ 0,  0,  0],\n",
      "       [ 0,  1, -1]], dtype=int8), -1), action = [1 1], winner = -1\n",
      "00:00:08 [INFO] state = (array([[ 0,  0, -1],\n",
      "       [-1,  1,  1],\n",
      "       [ 0, -1,  1]], dtype=int8), 1), action = [0 0], winner = 1\n",
      "00:00:08 [INFO] state = (array([[ 1, -1,  1],\n",
      "       [ 0,  0, -1],\n",
      "       [ 1, -1,  1]], dtype=int8), -1), action = [1 1], winner = -1\n",
      "00:00:08 [INFO] state = (array([[ 1, -1,  1],\n",
      "       [-1,  1, -1],\n",
      "       [ 0,  0,  1]], dtype=int8), -1), action = None, winner = 1\n",
      "00:00:08 [INFO] state = (array([[ 1, -1,  0],\n",
      "       [ 0,  0,  0],\n",
      "       [ 0,  1,  0]], dtype=int8), -1), action = [2 2], winner = 0\n",
      "00:00:08 [INFO] state = (array([[ 0,  0, -1],\n",
      "       [ 0,  0,  1],\n",
      "       [ 1, -1,  1]], dtype=int8), -1), action = [0 1], winner = -1\n",
      "00:00:08 [INFO] state = (array([[ 1, -1, -1],\n",
      "       [ 1,  0,  0],\n",
      "       [ 1,  1, -1]], dtype=int8), -1), action = None, winner = 1\n",
      "00:00:08 [INFO] state = (array([[-1,  1,  1],\n",
      "       [-1, -1, -1],\n",
      "       [ 1,  0,  1]], dtype=int8), 1), action = None, winner = -1\n",
      "00:00:08 [INFO] state = (array([[ 1,  1,  1],\n",
      "       [ 0,  0,  0],\n",
      "       [-1, -1,  0]], dtype=int8), -1), action = None, winner = 1\n",
      "00:00:08 [INFO] state = (array([[ 0,  0,  0],\n",
      "       [ 1,  1, -1],\n",
      "       [ 1, -1, -1]], dtype=int8), 1), action = [0 2], winner = 1\n",
      "00:00:08 [INFO] state = (array([[-1, -1,  1],\n",
      "       [ 0, -1,  1],\n",
      "       [ 1,  0,  1]], dtype=int8), -1), action = None, winner = 1\n",
      "00:00:08 [INFO] state = (array([[ 1, -1,  0],\n",
      "       [ 0, -1,  1],\n",
      "       [-1,  1,  1]], dtype=int8), -1), action = [0 2], winner = -1\n",
      "00:00:08 [INFO] state = (array([[ 1,  1, -1],\n",
      "       [ 0,  0,  1],\n",
      "       [-1,  0,  0]], dtype=int8), -1), action = [2 2], winner = -1\n",
      "00:00:08 [INFO] state = (array([[ 1, -1,  0],\n",
      "       [ 1,  0, -1],\n",
      "       [ 1,  0,  0]], dtype=int8), -1), action = None, winner = 1\n",
      "00:00:08 [INFO] state = (array([[-1,  1,  0],\n",
      "       [ 0,  0,  1],\n",
      "       [-1,  1, -1]], dtype=int8), 1), action = [1 1], winner = 1\n",
      "00:00:08 [INFO] state = (array([[ 1,  0,  0],\n",
      "       [-1,  0,  0],\n",
      "       [-1,  0,  1]], dtype=int8), 1), action = [1 2], winner = 1\n",
      "00:00:08 [INFO] state = (array([[ 1,  0,  1],\n",
      "       [-1,  0, -1],\n",
      "       [-1,  1,  0]], dtype=int8), 1), action = [1 1], winner = 1\n",
      "00:00:08 [INFO] state = (array([[ 0,  1,  1],\n",
      "       [-1,  0, -1],\n",
      "       [ 1,  0, -1]], dtype=int8), 1), action = [1 1], winner = 1\n",
      "00:00:08 [INFO] state = (array([[-1,  1, -1],\n",
      "       [ 0,  0,  0],\n",
      "       [ 1,  1,  0]], dtype=int8), -1), action = [2 2], winner = 1\n",
      "00:00:08 [INFO] state = (array([[ 0,  1,  1],\n",
      "       [ 1,  0, -1],\n",
      "       [-1, -1,  1]], dtype=int8), -1), action = [0 0], winner = 0\n",
      "00:00:08 [INFO] state = (array([[ 0,  1,  0],\n",
      "       [ 1,  0, -1],\n",
      "       [ 0, -1,  1]], dtype=int8), -1), action = [0 0], winner = 0\n",
      "00:00:08 [INFO] state = (array([[-1,  1,  1],\n",
      "       [ 1, -1,  0],\n",
      "       [-1, -1,  1]], dtype=int8), 1), action = [1 2], winner = 1\n",
      "00:00:08 [INFO] state = (array([[ 0,  1,  1],\n",
      "       [-1, -1,  0],\n",
      "       [ 0,  0,  0]], dtype=int8), 1), action = [1 2], winner = 1\n",
      "00:00:08 [INFO] state = (array([[ 0,  1,  1],\n",
      "       [-1,  0, -1],\n",
      "       [ 0,  1, -1]], dtype=int8), 1), action = [1 1], winner = 1\n",
      "00:00:08 [INFO] state = (array([[ 1,  0,  0],\n",
      "       [ 0,  0,  0],\n",
      "       [ 1, -1,  0]], dtype=int8), -1), action = [2 2], winner = 1\n",
      "00:00:08 [INFO] state = (array([[-1,  1,  0],\n",
      "       [ 0,  0, -1],\n",
      "       [ 1,  1,  0]], dtype=int8), -1), action = [2 2], winner = 1\n",
      "00:00:08 [INFO] state = (array([[ 0,  0,  1],\n",
      "       [ 0, -1,  1],\n",
      "       [ 0, -1,  1]], dtype=int8), -1), action = None, winner = 1\n",
      "00:00:08 [INFO] state = (array([[ 1,  0,  1],\n",
      "       [-1,  1, -1],\n",
      "       [-1,  0,  1]], dtype=int8), -1), action = None, winner = 1\n",
      "00:00:08 [INFO] state = (array([[ 1,  1,  0],\n",
      "       [ 1, -1,  1],\n",
      "       [-1,  0, -1]], dtype=int8), -1), action = [2 1], winner = -1\n",
      "00:00:08 [INFO] state = (array([[ 1,  1,  0],\n",
      "       [ 0, -1,  0],\n",
      "       [-1,  0,  0]], dtype=int8), 1), action = [0 2], winner = 1\n",
      "00:00:08 [INFO] state = (array([[ 1,  0,  0],\n",
      "       [-1,  0,  1],\n",
      "       [-1,  1,  0]], dtype=int8), -1), action = [2 2], winner = 1\n",
      "00:00:08 [INFO] state = (array([[ 0,  0,  0],\n",
      "       [-1,  1,  0],\n",
      "       [ 1,  0, -1]], dtype=int8), 1), action = [2 1], winner = 1\n",
      "00:00:08 [INFO] state = (array([[ 0, -1,  1],\n",
      "       [-1,  1,  0],\n",
      "       [-1,  1,  1]], dtype=int8), -1), action = [0 0], winner = -1\n",
      "00:00:08 [INFO] state = (array([[ 0,  1,  0],\n",
      "       [ 1,  1, -1],\n",
      "       [-1,  0,  0]], dtype=int8), -1), action = [2 1], winner = 0\n",
      "00:00:08 [INFO] state = (array([[ 1,  0, -1],\n",
      "       [ 0, -1,  1],\n",
      "       [-1,  1,  0]], dtype=int8), 1), action = None, winner = -1\n",
      "00:00:08 [INFO] state = (array([[-1,  1, -1],\n",
      "       [ 1,  1,  1],\n",
      "       [-1, -1,  1]], dtype=int8), -1), action = None, winner = 1\n",
      "00:00:08 [INFO] state = (array([[ 0,  1, -1],\n",
      "       [-1,  0,  1],\n",
      "       [ 1,  1, -1]], dtype=int8), -1), action = [1 1], winner = 0\n",
      "00:00:08 [INFO] state = (array([[ 0,  1,  1],\n",
      "       [-1,  1,  0],\n",
      "       [-1, -1,  1]], dtype=int8), -1), action = [0 0], winner = -1\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "00:00:08 [INFO] state = (array([[ 1,  0,  1],\n",
      "       [ 1, -1, -1],\n",
      "       [-1,  0,  1]], dtype=int8), -1), action = [0 1], winner = 0\n",
      "00:00:08 [INFO] state = (array([[ 0,  0, -1],\n",
      "       [ 1,  0,  1],\n",
      "       [-1,  1,  0]], dtype=int8), -1), action = [1 1], winner = -1\n",
      "00:00:08 [INFO] state = (array([[-1, -1,  0],\n",
      "       [ 1, -1,  1],\n",
      "       [ 1,  0,  1]], dtype=int8), -1), action = [2 1], winner = -1\n",
      "00:00:08 [INFO] state = (array([[ 0, -1,  0],\n",
      "       [ 1,  0,  0],\n",
      "       [ 0,  0,  0]], dtype=int8), 1), action = [1 1], winner = 1\n",
      "00:00:08 [INFO] state = (array([[-1, -1,  0],\n",
      "       [-1,  1,  1],\n",
      "       [ 1, -1,  1]], dtype=int8), 1), action = [0 2], winner = 1\n",
      "00:00:08 [INFO] state = (array([[ 1, -1, -1],\n",
      "       [ 1,  0, -1],\n",
      "       [ 0,  0,  1]], dtype=int8), 1), action = [2 1], winner = 1\n",
      "00:00:08 [INFO] state = (array([[ 1, -1, -1],\n",
      "       [ 1,  1,  0],\n",
      "       [ 0, -1,  1]], dtype=int8), -1), action = None, winner = 1\n",
      "00:00:08 [INFO] state = (array([[ 0,  0, -1],\n",
      "       [ 0,  1,  1],\n",
      "       [-1,  0,  0]], dtype=int8), 1), action = [2 2], winner = 1\n",
      "00:00:08 [INFO] state = (array([[ 1,  0,  1],\n",
      "       [-1,  0,  0],\n",
      "       [-1,  1, -1]], dtype=int8), 1), action = [0 1], winner = 1\n",
      "00:00:08 [INFO] state = (array([[-1,  0,  0],\n",
      "       [-1,  0,  0],\n",
      "       [ 0,  1,  1]], dtype=int8), 1), action = [2 0], winner = 1\n",
      "00:00:08 [INFO] state = (array([[-1,  1,  0],\n",
      "       [ 1,  0,  1],\n",
      "       [-1, -1,  1]], dtype=int8), -1), action = [1 1], winner = 1\n",
      "00:00:08 [INFO] state = (array([[-1,  1,  1],\n",
      "       [ 1, -1,  0],\n",
      "       [-1,  1, -1]], dtype=int8), 1), action = None, winner = -1\n",
      "00:00:08 [INFO] state = (array([[ 0, -1,  0],\n",
      "       [ 0,  0,  0],\n",
      "       [ 1, -1,  1]], dtype=int8), 1), action = [1 1], winner = 1\n",
      "00:00:08 [INFO] state = (array([[ 0, -1,  1],\n",
      "       [-1, -1,  1],\n",
      "       [ 1,  1,  0]], dtype=int8), -1), action = [2 2], winner = 0\n",
      "00:00:08 [INFO] state = (array([[ 1,  0, -1],\n",
      "       [ 0,  1,  1],\n",
      "       [-1, -1,  0]], dtype=int8), 1), action = [2 2], winner = 1\n",
      "00:00:08 [INFO] state = (array([[-1,  1,  1],\n",
      "       [-1, -1,  1],\n",
      "       [ 0,  0,  0]], dtype=int8), 1), action = [2 2], winner = 1\n",
      "00:00:08 [INFO] state = (array([[ 0,  0,  0],\n",
      "       [ 0, -1,  1],\n",
      "       [ 0,  0,  1]], dtype=int8), -1), action = [0 2], winner = 0\n",
      "00:00:08 [INFO] state = (array([[ 1,  1,  0],\n",
      "       [ 1, -1, -1],\n",
      "       [-1,  1,  0]], dtype=int8), -1), action = [0 2], winner = -1\n",
      "00:00:08 [INFO] state = (array([[ 1, -1,  1],\n",
      "       [ 0,  0,  0],\n",
      "       [-1, -1,  1]], dtype=int8), 1), action = [1 2], winner = 1\n",
      "00:00:08 [INFO] state = (array([[ 0,  1, -1],\n",
      "       [ 1, -1,  0],\n",
      "       [ 0,  0,  0]], dtype=int8), 1), action = [2 0], winner = 0\n",
      "00:00:08 [INFO] state = (array([[ 1,  0,  0],\n",
      "       [ 0,  1, -1],\n",
      "       [ 0,  1, -1]], dtype=int8), -1), action = [0 2], winner = -1\n",
      "00:00:08 [INFO] state = (array([[ 1,  1, -1],\n",
      "       [-1,  0, -1],\n",
      "       [ 1,  1,  0]], dtype=int8), -1), action = [2 2], winner = -1\n",
      "00:00:08 [INFO] state = (array([[ 0, -1,  0],\n",
      "       [ 0,  1, -1],\n",
      "       [ 0,  0,  1]], dtype=int8), 1), action = [2 1], winner = 1\n",
      "00:00:08 [INFO] state = (array([[ 1,  0, -1],\n",
      "       [-1,  1,  0],\n",
      "       [ 1,  0,  0]], dtype=int8), -1), action = [2 2], winner = 0\n",
      "00:00:08 [INFO] state = (array([[ 1, -1, -1],\n",
      "       [ 0,  1,  0],\n",
      "       [ 0,  0,  1]], dtype=int8), -1), action = None, winner = 1\n",
      "00:00:08 [INFO] state = (array([[ 0,  0,  0],\n",
      "       [-1,  1,  1],\n",
      "       [ 1, -1, -1]], dtype=int8), 1), action = [0 2], winner = 1\n",
      "00:00:08 [INFO] state = (array([[ 1,  0, -1],\n",
      "       [ 1, -1, -1],\n",
      "       [ 0,  1,  0]], dtype=int8), 1), action = [2 0], winner = 1\n",
      "00:00:08 [INFO] state = (array([[-1,  0,  1],\n",
      "       [ 1,  0,  0],\n",
      "       [-1,  1,  0]], dtype=int8), -1), action = [1 2], winner = 0\n",
      "00:00:08 [INFO] state = (array([[-1,  0,  1],\n",
      "       [ 1, -1,  0],\n",
      "       [-1,  0,  1]], dtype=int8), 1), action = [1 2], winner = 1\n",
      "00:00:08 [INFO] state = (array([[-1,  0, -1],\n",
      "       [-1,  1,  1],\n",
      "       [ 0,  0,  1]], dtype=int8), 1), action = [2 1], winner = -1\n",
      "00:00:08 [INFO] state = (array([[ 0,  0,  1],\n",
      "       [-1, -1,  1],\n",
      "       [ 1,  0,  0]], dtype=int8), -1), action = [2 2], winner = 0\n",
      "00:00:08 [INFO] state = (array([[ 0,  0,  1],\n",
      "       [-1, -1,  0],\n",
      "       [-1,  1,  1]], dtype=int8), 1), action = [1 2], winner = 1\n",
      "00:00:08 [INFO] state = (array([[ 1, -1,  0],\n",
      "       [ 1,  1, -1],\n",
      "       [-1,  1,  0]], dtype=int8), -1), action = [2 2], winner = 0\n",
      "00:00:08 [INFO] state = (array([[ 1, -1,  0],\n",
      "       [ 1, -1, -1],\n",
      "       [ 1,  0,  1]], dtype=int8), -1), action = None, winner = 1\n",
      "00:00:08 [INFO] state = (array([[ 0,  1,  1],\n",
      "       [ 0,  1, -1],\n",
      "       [ 0, -1, -1]], dtype=int8), 1), action = [2 0], winner = 1\n",
      "00:00:08 [INFO] state = (array([[ 1,  1, -1],\n",
      "       [-1, -1,  1],\n",
      "       [ 0,  0,  1]], dtype=int8), -1), action = [2 0], winner = -1\n",
      "00:00:08 [INFO] state = (array([[ 0,  0,  1],\n",
      "       [ 0, -1,  0],\n",
      "       [-1,  1,  1]], dtype=int8), -1), action = [1 2], winner = 0\n",
      "00:00:08 [INFO] state = (array([[ 0,  0,  1],\n",
      "       [ 1,  0, -1],\n",
      "       [-1,  0,  1]], dtype=int8), -1), action = [1 1], winner = 0\n",
      "00:00:08 [INFO] state = (array([[-1, -1,  0],\n",
      "       [ 1,  0,  1],\n",
      "       [ 0, -1,  1]], dtype=int8), 1), action = [1 1], winner = 1\n",
      "00:00:08 [INFO] state = (array([[ 0,  1, -1],\n",
      "       [ 0,  1,  1],\n",
      "       [ 1, -1, -1]], dtype=int8), -1), action = [1 0], winner = 0\n",
      "00:00:08 [INFO] state = (array([[ 1, -1, -1],\n",
      "       [ 1,  1,  1],\n",
      "       [ 0, -1,  0]], dtype=int8), -1), action = None, winner = 1\n",
      "00:00:08 [INFO] state = (array([[ 1,  0,  0],\n",
      "       [-1,  1,  1],\n",
      "       [ 0, -1, -1]], dtype=int8), 1), action = [2 0], winner = 0\n",
      "00:00:08 [INFO] state = (array([[ 1, -1, -1],\n",
      "       [-1,  1,  1],\n",
      "       [ 1, -1,  0]], dtype=int8), 1), action = [2 2], winner = 1\n",
      "00:00:08 [INFO] state = (array([[-1, -1,  1],\n",
      "       [ 1,  1,  0],\n",
      "       [ 1,  0, -1]], dtype=int8), -1), action = None, winner = 1\n",
      "00:00:08 [INFO] state = (array([[ 0,  0,  0],\n",
      "       [-1,  1, -1],\n",
      "       [ 1,  1, -1]], dtype=int8), 1), action = [0 2], winner = 1\n",
      "00:00:08 [INFO] state = (array([[ 0,  1,  0],\n",
      "       [-1,  1, -1],\n",
      "       [ 0,  1,  0]], dtype=int8), -1), action = None, winner = 1\n",
      "00:00:08 [INFO] state = (array([[-1, -1, -1],\n",
      "       [ 1,  1,  0],\n",
      "       [-1,  1,  1]], dtype=int8), 1), action = None, winner = -1\n",
      "00:00:08 [INFO] state = (array([[-1,  0, -1],\n",
      "       [ 1,  0,  1],\n",
      "       [-1,  1,  1]], dtype=int8), -1), action = [1 1], winner = -1\n",
      "00:00:08 [INFO] state = (array([[ 1, -1,  0],\n",
      "       [ 0,  0,  0],\n",
      "       [ 0, -1,  1]], dtype=int8), 1), action = [1 1], winner = 1\n",
      "00:00:08 [INFO] state = (array([[ 1,  1,  0],\n",
      "       [-1, -1,  1],\n",
      "       [-1, -1,  1]], dtype=int8), 1), action = [0 2], winner = 1\n",
      "00:00:08 [INFO] state = (array([[ 1,  0,  0],\n",
      "       [ 0,  0,  1],\n",
      "       [ 0, -1,  0]], dtype=int8), -1), action = [1 1], winner = 0\n",
      "00:00:08 [INFO] state = (array([[ 0,  1,  0],\n",
      "       [-1,  0, -1],\n",
      "       [ 0,  1,  1]], dtype=int8), -1), action = [1 1], winner = -1\n",
      "00:00:08 [INFO] state = (array([[ 1, -1,  1],\n",
      "       [ 0, -1,  0],\n",
      "       [ 1, -1,  0]], dtype=int8), 1), action = None, winner = -1\n",
      "00:00:08 [INFO] state = (array([[ 1,  0,  1],\n",
      "       [ 0,  0,  0],\n",
      "       [-1, -1,  0]], dtype=int8), 1), action = [2 2], winner = 1\n",
      "00:00:08 [INFO] state = (array([[ 0,  1,  0],\n",
      "       [ 0,  1, -1],\n",
      "       [-1,  0,  1]], dtype=int8), -1), action = [2 1], winner = 1\n",
      "00:00:08 [INFO] state = (array([[-1, -1,  1],\n",
      "       [ 1, -1,  1],\n",
      "       [ 0,  0,  0]], dtype=int8), 1), action = [2 2], winner = 1\n",
      "00:00:08 [INFO] state = (array([[-1,  1,  0],\n",
      "       [ 1,  1, -1],\n",
      "       [ 0,  0,  0]], dtype=int8), -1), action = [2 1], winner = 0\n",
      "00:00:08 [INFO] state = (array([[ 0,  0,  0],\n",
      "       [ 0, -1,  0],\n",
      "       [ 1,  0,  1]], dtype=int8), -1), action = [2 1], winner = 0\n",
      "00:00:08 [INFO] state = (array([[ 1, -1, -1],\n",
      "       [ 1,  1, -1],\n",
      "       [-1,  1,  1]], dtype=int8), -1), action = None, winner = 1\n",
      "00:00:08 [INFO] state = (array([[ 0,  0,  0],\n",
      "       [-1,  1,  1],\n",
      "       [ 0, -1,  1]], dtype=int8), -1), action = [2 0], winner = 1\n",
      "00:00:08 [INFO] state = (array([[ 0, -1,  0],\n",
      "       [ 1,  0, -1],\n",
      "       [ 0,  1,  0]], dtype=int8), 1), action = [2 0], winner = 1\n",
      "00:00:08 [INFO] state = (array([[ 0, -1,  1],\n",
      "       [-1, -1,  1],\n",
      "       [ 1,  1, -1]], dtype=int8), 1), action = [0 0], winner = 0\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "00:00:08 [INFO] state = (array([[ 0,  1,  0],\n",
      "       [ 1,  0,  0],\n",
      "       [-1,  1, -1]], dtype=int8), -1), action = [1 1], winner = -1\n",
      "00:00:08 [INFO] state = (array([[ 0,  0, -1],\n",
      "       [ 1,  0, -1],\n",
      "       [ 0,  1,  0]], dtype=int8), 1), action = [2 2], winner = 1\n",
      "00:00:08 [INFO] state = (array([[ 1,  1,  1],\n",
      "       [ 0, -1,  0],\n",
      "       [ 1, -1, -1]], dtype=int8), -1), action = None, winner = 1\n",
      "00:00:08 [INFO] state = (array([[ 0, -1,  1],\n",
      "       [ 0,  1, -1],\n",
      "       [ 1, -1,  1]], dtype=int8), -1), action = None, winner = 1\n",
      "00:00:08 [INFO] state = (array([[ 1,  0,  1],\n",
      "       [-1,  0, -1],\n",
      "       [ 0,  1, -1]], dtype=int8), 1), action = [1 1], winner = 1\n",
      "00:00:08 [INFO] state = (array([[ 0,  0, -1],\n",
      "       [ 1, -1,  1],\n",
      "       [ 1, -1,  0]], dtype=int8), 1), action = [0 0], winner = 1\n",
      "00:00:08 [INFO] state = (array([[ 0, -1,  0],\n",
      "       [ 0,  0,  0],\n",
      "       [ 1,  1,  0]], dtype=int8), -1), action = [2 2], winner = 0\n",
      "00:00:08 [INFO] state = (array([[-1, -1,  1],\n",
      "       [ 0,  0,  1],\n",
      "       [ 1,  0,  0]], dtype=int8), -1), action = [2 2], winner = 1\n",
      "00:00:08 [INFO] state = (array([[ 0,  1,  1],\n",
      "       [-1,  1,  0],\n",
      "       [ 0, -1,  0]], dtype=int8), -1), action = [2 2], winner = 1\n",
      "00:00:08 [INFO] state = (array([[ 0,  0, -1],\n",
      "       [ 0,  0,  0],\n",
      "       [ 0,  1,  1]], dtype=int8), -1), action = [2 0], winner = 1\n",
      "00:00:08 [INFO] state = (array([[ 1,  1, -1],\n",
      "       [-1,  0,  0],\n",
      "       [ 1, -1,  1]], dtype=int8), -1), action = [1 1], winner = 0\n",
      "00:00:08 [INFO] state = (array([[ 1, -1,  1],\n",
      "       [-1,  1, -1],\n",
      "       [-1,  1,  1]], dtype=int8), -1), action = None, winner = 1\n",
      "00:00:08 [INFO] state = (array([[-1, -1,  1],\n",
      "       [ 1,  1,  0],\n",
      "       [-1,  0,  0]], dtype=int8), 1), action = [1 2], winner = 1\n",
      "00:00:08 [INFO] state = (array([[ 1,  0,  0],\n",
      "       [-1,  0, -1],\n",
      "       [ 1,  0,  0]], dtype=int8), 1), action = [1 1], winner = 1\n",
      "00:00:08 [INFO] state = (array([[ 0, -1, -1],\n",
      "       [ 0,  0,  0],\n",
      "       [ 1,  1,  0]], dtype=int8), 1), action = [2 2], winner = 1\n",
      "00:00:08 [INFO] state = (array([[-1, -1,  1],\n",
      "       [ 1,  0,  1],\n",
      "       [ 0,  0, -1]], dtype=int8), 1), action = [1 1], winner = 1\n",
      "00:00:08 [INFO] state = (array([[ 1,  1,  0],\n",
      "       [-1,  0, -1],\n",
      "       [ 1,  0,  0]], dtype=int8), -1), action = [1 1], winner = -1\n",
      "00:00:08 [INFO] state = (array([[-1,  1, -1],\n",
      "       [ 1, -1,  1],\n",
      "       [ 0,  1,  0]], dtype=int8), -1), action = [2 2], winner = -1\n",
      "00:00:08 [INFO] state = (array([[ 1,  0,  1],\n",
      "       [ 1,  0, -1],\n",
      "       [ 0,  0, -1]], dtype=int8), -1), action = [2 1], winner = 1\n",
      "00:00:08 [INFO] state = (array([[ 0,  0,  0],\n",
      "       [ 1,  1, -1],\n",
      "       [-1,  1,  0]], dtype=int8), -1), action = [0 1], winner = 0\n",
      "00:00:08 [INFO] state = (array([[ 0, -1,  1],\n",
      "       [ 1,  0,  0],\n",
      "       [ 0,  0, -1]], dtype=int8), 1), action = [2 0], winner = 1\n",
      "00:00:08 [INFO] state = (array([[ 0, -1,  1],\n",
      "       [ 0,  0,  0],\n",
      "       [-1,  1,  1]], dtype=int8), -1), action = [1 2], winner = 0\n",
      "00:00:08 [INFO] state = (array([[-1, -1,  1],\n",
      "       [-1,  0,  1],\n",
      "       [ 0,  1,  1]], dtype=int8), -1), action = None, winner = 1\n",
      "00:00:08 [INFO] state = (array([[ 0,  1, -1],\n",
      "       [-1,  1,  1],\n",
      "       [-1, -1,  1]], dtype=int8), 1), action = [0 0], winner = 1\n",
      "00:00:08 [INFO] state = (array([[-1,  0,  0],\n",
      "       [ 1,  0,  0],\n",
      "       [ 0,  0,  1]], dtype=int8), -1), action = [1 2], winner = 0\n",
      "00:00:08 [INFO] state = (array([[ 0,  1, -1],\n",
      "       [-1, -1,  1],\n",
      "       [ 0,  0,  1]], dtype=int8), 1), action = [2 0], winner = 0\n",
      "00:00:08 [INFO] state = (array([[ 0,  1,  0],\n",
      "       [ 1, -1,  1],\n",
      "       [ 1, -1, -1]], dtype=int8), -1), action = [0 0], winner = -1\n",
      "00:00:08 [INFO] state = (array([[ 1,  0,  0],\n",
      "       [-1,  1, -1],\n",
      "       [ 1, -1,  1]], dtype=int8), -1), action = None, winner = 1\n",
      "00:00:08 [INFO] state = (array([[ 0,  1,  0],\n",
      "       [ 1,  0, -1],\n",
      "       [ 1, -1,  0]], dtype=int8), -1), action = [0 0], winner = 0\n",
      "00:00:08 [INFO] state = (array([[-1,  0,  1],\n",
      "       [ 0,  0,  1],\n",
      "       [ 0,  0,  0]], dtype=int8), -1), action = [2 2], winner = 1\n",
      "00:00:08 [INFO] state = (array([[ 0,  0,  0],\n",
      "       [-1,  1,  1],\n",
      "       [ 0,  1, -1]], dtype=int8), -1), action = [0 1], winner = 0\n",
      "00:00:08 [INFO] state = (array([[ 0,  1,  0],\n",
      "       [ 1, -1,  1],\n",
      "       [ 0,  0, -1]], dtype=int8), -1), action = [2 1], winner = -1\n",
      "00:00:08 [INFO] state = (array([[ 0,  1,  0],\n",
      "       [-1,  0,  1],\n",
      "       [-1, -1,  1]], dtype=int8), 1), action = [0 2], winner = 1\n",
      "00:00:08 [INFO] state = (array([[ 0, -1,  1],\n",
      "       [-1,  1,  1],\n",
      "       [ 0, -1,  0]], dtype=int8), 1), action = [2 2], winner = 1\n",
      "00:00:08 [INFO] state = (array([[ 0,  1, -1],\n",
      "       [ 1,  0,  1],\n",
      "       [-1,  1, -1]], dtype=int8), -1), action = [1 1], winner = -1\n",
      "00:00:08 [INFO] state = (array([[ 0,  1,  0],\n",
      "       [-1,  1,  1],\n",
      "       [ 0, -1,  0]], dtype=int8), -1), action = [2 0], winner = -1\n",
      "00:00:08 [INFO] state = (array([[ 0,  1, -1],\n",
      "       [ 0,  0,  1],\n",
      "       [-1,  1,  0]], dtype=int8), -1), action = [1 1], winner = -1\n",
      "00:00:08 [INFO] state = (array([[-1,  0,  1],\n",
      "       [ 0,  1,  1],\n",
      "       [ 1, -1, -1]], dtype=int8), -1), action = None, winner = 1\n",
      "00:00:08 [INFO] state = (array([[-1,  0, -1],\n",
      "       [ 0,  1,  1],\n",
      "       [ 1, -1,  1]], dtype=int8), -1), action = [0 1], winner = -1\n",
      "00:00:08 [INFO] state = (array([[-1,  0, -1],\n",
      "       [ 1,  1, -1],\n",
      "       [ 1,  1,  0]], dtype=int8), -1), action = [2 2], winner = -1\n",
      "00:00:08 [INFO] state = (array([[ 1,  0, -1],\n",
      "       [-1,  1,  0],\n",
      "       [ 0,  0,  0]], dtype=int8), 1), action = [2 2], winner = 1\n",
      "00:00:08 [INFO] state = (array([[-1,  0, -1],\n",
      "       [ 0,  0,  1],\n",
      "       [ 0,  1,  1]], dtype=int8), -1), action = [2 0], winner = -1\n",
      "00:00:08 [INFO] state = (array([[ 0,  1, -1],\n",
      "       [-1, -1,  0],\n",
      "       [ 0,  1,  1]], dtype=int8), 1), action = [2 0], winner = 1\n",
      "00:00:08 [INFO] state = (array([[ 1,  0,  0],\n",
      "       [ 1, -1, -1],\n",
      "       [-1,  1,  1]], dtype=int8), -1), action = [0 2], winner = -1\n",
      "00:00:08 [INFO] state = (array([[ 0,  1,  0],\n",
      "       [-1, -1,  0],\n",
      "       [ 0,  1,  0]], dtype=int8), 1), action = [2 2], winner = -1\n",
      "00:00:08 [INFO] state = (array([[ 0,  0,  0],\n",
      "       [ 0, -1,  1],\n",
      "       [ 1,  0,  0]], dtype=int8), -1), action = [2 2], winner = 0\n",
      "00:00:08 [INFO] state = (array([[-1,  1, -1],\n",
      "       [ 0,  1,  0],\n",
      "       [ 0, -1,  1]], dtype=int8), 1), action = [2 0], winner = 0\n",
      "00:00:08 [INFO] state = (array([[ 1,  1,  0],\n",
      "       [ 1,  0, -1],\n",
      "       [-1,  0,  0]], dtype=int8), -1), action = [0 2], winner = -1\n",
      "00:00:08 [INFO] state = (array([[-1,  0,  0],\n",
      "       [ 0, -1,  1],\n",
      "       [-1,  1,  1]], dtype=int8), 1), action = [0 2], winner = 1\n",
      "00:00:08 [INFO] state = (array([[ 0,  0,  0],\n",
      "       [ 0, -1,  0],\n",
      "       [ 0,  0,  1]], dtype=int8), 1), action = [2 1], winner = 0\n",
      "00:00:08 [INFO] state = (array([[ 1, -1,  1],\n",
      "       [ 0,  1,  0],\n",
      "       [ 0, -1, -1]], dtype=int8), 1), action = [2 0], winner = 1\n",
      "00:00:08 [INFO] state = (array([[ 0,  0,  0],\n",
      "       [ 1,  0,  0],\n",
      "       [ 0, -1,  1]], dtype=int8), -1), action = [1 1], winner = 0\n",
      "00:00:08 [INFO] state = (array([[-1,  0, -1],\n",
      "       [ 1,  1,  0],\n",
      "       [ 0,  0,  0]], dtype=int8), 1), action = [1 2], winner = 1\n",
      "00:00:08 [INFO] state = (array([[-1,  1,  1],\n",
      "       [ 1, -1,  0],\n",
      "       [ 0, -1,  1]], dtype=int8), -1), action = [1 2], winner = 0\n",
      "00:00:08 [INFO] state = (array([[ 0,  1, -1],\n",
      "       [ 1, -1,  0],\n",
      "       [ 1,  0, -1]], dtype=int8), 1), action = [0 0], winner = 1\n",
      "00:00:08 [INFO] state = (array([[ 0, -1,  0],\n",
      "       [ 0,  1, -1],\n",
      "       [ 1, -1,  1]], dtype=int8), 1), action = [1 0], winner = 1\n",
      "00:00:08 [INFO] state = (array([[-1,  0,  1],\n",
      "       [ 1,  0,  1],\n",
      "       [-1, -1,  0]], dtype=int8), 1), action = [2 2], winner = 1\n",
      "00:00:08 [INFO] state = (array([[-1, -1,  0],\n",
      "       [-1,  1,  1],\n",
      "       [ 1,  0,  0]], dtype=int8), 1), action = [0 2], winner = 1\n",
      "00:00:08 [INFO] state = (array([[-1, -1,  1],\n",
      "       [ 0,  0, -1],\n",
      "       [ 1,  1,  1]], dtype=int8), -1), action = None, winner = 1\n",
      "00:00:08 [INFO] state = (array([[ 0,  0, -1],\n",
      "       [ 0,  1,  1],\n",
      "       [-1,  1, -1]], dtype=int8), 1), action = [1 0], winner = 1\n",
      "00:00:08 [INFO] state = (array([[ 0,  1, -1],\n",
      "       [ 1, -1,  1],\n",
      "       [-1, -1,  1]], dtype=int8), 1), action = None, winner = -1\n",
      "00:00:08 [INFO] state = (array([[ 0,  0,  1],\n",
      "       [ 0,  0,  1],\n",
      "       [-1,  0, -1]], dtype=int8), 1), action = [2 1], winner = -1\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "00:00:08 [INFO] state = (array([[-1,  1, -1],\n",
      "       [-1,  1,  1],\n",
      "       [ 1,  1, -1]], dtype=int8), -1), action = None, winner = 1\n",
      "00:00:08 [INFO] state = (array([[-1,  1,  0],\n",
      "       [ 0, -1, -1],\n",
      "       [ 1,  1,  0]], dtype=int8), 1), action = [2 2], winner = 1\n",
      "00:00:08 [INFO] state = (array([[ 0,  0,  0],\n",
      "       [-1,  1,  1],\n",
      "       [ 1, -1,  0]], dtype=int8), -1), action = [0 2], winner = 0\n",
      "00:00:08 [INFO] state = (array([[ 0,  1, -1],\n",
      "       [ 1,  0, -1],\n",
      "       [ 0,  1, -1]], dtype=int8), 1), action = None, winner = -1\n",
      "00:00:08 [INFO] state = (array([[ 1,  1,  0],\n",
      "       [-1,  1,  0],\n",
      "       [-1,  0, -1]], dtype=int8), 1), action = [2 1], winner = 1\n",
      "00:00:08 [INFO] state = (array([[-1,  0,  0],\n",
      "       [ 0,  1,  1],\n",
      "       [ 1,  0, -1]], dtype=int8), -1), action = [2 1], winner = 1\n",
      "00:00:08 [INFO] state = (array([[ 1, -1,  1],\n",
      "       [ 0, -1,  1],\n",
      "       [-1,  0,  1]], dtype=int8), -1), action = None, winner = 1\n",
      "00:00:08 [INFO] state = (array([[-1,  1,  0],\n",
      "       [-1,  0,  1],\n",
      "       [ 0,  1,  0]], dtype=int8), -1), action = [2 0], winner = -1\n",
      "00:00:08 [INFO] state = (array([[-1, -1,  1],\n",
      "       [ 1,  0,  0],\n",
      "       [-1,  1,  0]], dtype=int8), 1), action = [1 2], winner = 1\n",
      "00:00:08 [INFO] state = (array([[ 1, -1, -1],\n",
      "       [ 1,  0, -1],\n",
      "       [ 1,  1,  0]], dtype=int8), -1), action = None, winner = 1\n",
      "00:00:08 [INFO] state = (array([[ 0, -1,  0],\n",
      "       [ 1,  0, -1],\n",
      "       [ 1,  1,  0]], dtype=int8), -1), action = [2 2], winner = 1\n",
      "00:00:08 [INFO] state = (array([[-1,  1, -1],\n",
      "       [ 1, -1,  0],\n",
      "       [ 1, -1,  1]], dtype=int8), 1), action = [1 2], winner = 0\n",
      "00:00:08 [INFO] state = (array([[ 0, -1,  0],\n",
      "       [ 1,  0,  0],\n",
      "       [-1,  1,  0]], dtype=int8), 1), action = [1 2], winner = 0\n",
      "00:00:08 [INFO] state = (array([[-1, -1,  1],\n",
      "       [ 1,  0,  0],\n",
      "       [-1,  1,  1]], dtype=int8), -1), action = [1 2], winner = 0\n",
      "00:00:08 [INFO] state = (array([[ 1,  1,  0],\n",
      "       [ 0,  0,  0],\n",
      "       [-1, -1,  1]], dtype=int8), -1), action = [1 2], winner = 1\n",
      "00:00:08 [INFO] state = (array([[ 1,  0, -1],\n",
      "       [-1,  0,  1],\n",
      "       [ 1, -1,  0]], dtype=int8), 1), action = [2 2], winner = 0\n",
      "00:00:08 [INFO] state = (array([[ 1,  1,  0],\n",
      "       [-1, -1, -1],\n",
      "       [ 0,  1,  0]], dtype=int8), 1), action = None, winner = -1\n",
      "00:00:08 [INFO] state = (array([[ 0,  1,  1],\n",
      "       [-1,  0, -1],\n",
      "       [ 1, -1,  1]], dtype=int8), -1), action = [1 1], winner = -1\n",
      "00:00:08 [INFO] state = (array([[ 0,  0,  0],\n",
      "       [ 0,  1,  0],\n",
      "       [ 1,  0, -1]], dtype=int8), -1), action = [0 2], winner = 0\n",
      "00:00:08 [INFO] state = (array([[ 0,  0, -1],\n",
      "       [ 1,  0,  1],\n",
      "       [ 0,  0, -1]], dtype=int8), 1), action = [2 0], winner = 1\n",
      "00:00:08 [INFO] state = (array([[-1,  1, -1],\n",
      "       [ 1,  1, -1],\n",
      "       [ 1,  0,  0]], dtype=int8), -1), action = [2 2], winner = -1\n",
      "00:00:08 [INFO] state = (array([[ 0,  0,  0],\n",
      "       [ 1,  0, -1],\n",
      "       [ 1,  0, -1]], dtype=int8), 1), action = [0 2], winner = 1\n",
      "00:00:08 [INFO] state = (array([[ 1,  0, -1],\n",
      "       [ 0,  1, -1],\n",
      "       [-1,  1,  1]], dtype=int8), -1), action = None, winner = 1\n",
      "00:00:08 [INFO] state = (array([[ 1, -1,  0],\n",
      "       [ 0,  0, -1],\n",
      "       [ 1,  0,  0]], dtype=int8), 1), action = [2 2], winner = 1\n",
      "00:00:08 [INFO] state = (array([[ 1,  1, -1],\n",
      "       [ 1,  0, -1],\n",
      "       [ 1, -1,  0]], dtype=int8), -1), action = None, winner = 1\n",
      "00:00:08 [INFO] state = (array([[-1,  1, -1],\n",
      "       [ 1,  0,  1],\n",
      "       [-1,  0,  0]], dtype=int8), 1), action = [1 1], winner = 1\n",
      "00:00:08 [INFO] state = (array([[-1,  0,  0],\n",
      "       [ 1, -1,  1],\n",
      "       [ 1, -1,  1]], dtype=int8), -1), action = [0 1], winner = -1\n",
      "00:00:08 [INFO] state = (array([[ 0,  0,  1],\n",
      "       [-1, -1,  0],\n",
      "       [ 0,  1,  1]], dtype=int8), -1), action = [1 2], winner = -1\n",
      "00:00:08 [INFO] state = (array([[ 0, -1,  0],\n",
      "       [ 0,  1,  0],\n",
      "       [-1,  1,  1]], dtype=int8), -1), action = [0 0], winner = -1\n",
      "00:00:08 [INFO] state = (array([[ 0,  1,  0],\n",
      "       [-1, -1, -1],\n",
      "       [ 0,  1,  1]], dtype=int8), 1), action = None, winner = -1\n",
      "00:00:08 [INFO] state = (array([[-1,  0, -1],\n",
      "       [ 1,  1,  1],\n",
      "       [ 1, -1,  0]], dtype=int8), -1), action = None, winner = 1\n",
      "00:00:08 [INFO] state = (array([[ 0,  0,  1],\n",
      "       [-1,  0,  1],\n",
      "       [-1,  0,  1]], dtype=int8), -1), action = None, winner = 1\n",
      "00:00:08 [INFO] state = (array([[ 1,  0, -1],\n",
      "       [-1,  0, -1],\n",
      "       [ 1,  0,  1]], dtype=int8), 1), action = [2 1], winner = 1\n",
      "00:00:08 [INFO] state = (array([[ 0, -1,  1],\n",
      "       [ 1,  1,  0],\n",
      "       [ 0, -1,  0]], dtype=int8), -1), action = [2 2], winner = 1\n",
      "00:00:08 [INFO] state = (array([[ 1, -1,  0],\n",
      "       [-1,  0,  0],\n",
      "       [ 1,  1, -1]], dtype=int8), 1), action = [1 2], winner = 0\n",
      "00:00:08 [INFO] state = (array([[ 1,  0,  0],\n",
      "       [-1,  1, -1],\n",
      "       [ 1,  0,  0]], dtype=int8), -1), action = [2 2], winner = 1\n",
      "00:00:08 [INFO] state = (array([[ 1,  0,  1],\n",
      "       [ 0, -1,  0],\n",
      "       [ 0,  0,  0]], dtype=int8), -1), action = [0 1], winner = 0\n",
      "00:00:08 [INFO] state = (array([[ 1,  0,  0],\n",
      "       [-1,  0,  1],\n",
      "       [ 0,  0, -1]], dtype=int8), 1), action = [2 1], winner = 0\n",
      "00:00:08 [INFO] state = (array([[ 1, -1,  1],\n",
      "       [-1,  1,  1],\n",
      "       [-1, -1,  0]], dtype=int8), 1), action = [2 2], winner = 1\n",
      "00:00:08 [INFO] state = (array([[-1,  1, -1],\n",
      "       [ 1,  0,  0],\n",
      "       [-1,  1,  1]], dtype=int8), -1), action = [1 1], winner = -1\n",
      "00:00:08 [INFO] state = (array([[ 0,  0,  0],\n",
      "       [ 1,  0,  0],\n",
      "       [-1,  1,  0]], dtype=int8), -1), action = [1 2], winner = 0\n",
      "00:00:08 [INFO] state = (array([[ 0,  0, -1],\n",
      "       [ 1, -1, -1],\n",
      "       [ 1,  0,  1]], dtype=int8), 1), action = [2 1], winner = 1\n",
      "00:00:08 [INFO] state = (array([[-1,  1,  0],\n",
      "       [ 1,  1, -1],\n",
      "       [ 0,  0, -1]], dtype=int8), 1), action = [2 1], winner = 1\n",
      "00:00:08 [INFO] state = (array([[ 1,  0, -1],\n",
      "       [ 0,  0,  0],\n",
      "       [ 0, -1,  1]], dtype=int8), 1), action = [2 0], winner = 1\n",
      "00:00:08 [INFO] state = (array([[ 0,  1,  0],\n",
      "       [-1,  1,  1],\n",
      "       [ 1, -1, -1]], dtype=int8), -1), action = [0 2], winner = 0\n",
      "00:00:08 [INFO] state = (array([[-1,  0,  1],\n",
      "       [-1,  0, -1],\n",
      "       [ 1,  0,  1]], dtype=int8), 1), action = [2 1], winner = 1\n",
      "00:00:08 [INFO] state = (array([[ 0,  0,  0],\n",
      "       [ 1, -1,  1],\n",
      "       [ 0,  0,  0]], dtype=int8), -1), action = [2 2], winner = -1\n",
      "00:00:08 [INFO] state = (array([[ 1,  0,  1],\n",
      "       [-1,  0, -1],\n",
      "       [ 0,  0,  1]], dtype=int8), -1), action = [1 1], winner = -1\n",
      "00:00:08 [INFO] state = (array([[ 0,  0, -1],\n",
      "       [ 1, -1,  1],\n",
      "       [ 1,  1, -1]], dtype=int8), -1), action = [0 0], winner = -1\n",
      "00:00:08 [INFO] state = (array([[ 0,  1,  1],\n",
      "       [-1,  0,  0],\n",
      "       [-1,  1, -1]], dtype=int8), 1), action = [1 1], winner = 1\n",
      "00:00:08 [INFO] state = (array([[ 1,  0, -1],\n",
      "       [-1,  0,  1],\n",
      "       [ 1,  1, -1]], dtype=int8), -1), action = [1 1], winner = 0\n",
      "00:00:08 [INFO] state = (array([[-1,  0,  0],\n",
      "       [-1,  1,  0],\n",
      "       [ 1, -1,  1]], dtype=int8), 1), action = [0 2], winner = 1\n",
      "00:00:08 [INFO] state = (array([[ 1, -1, -1],\n",
      "       [ 1,  1, -1],\n",
      "       [-1,  1,  0]], dtype=int8), 1), action = [2 2], winner = 1\n",
      "00:00:08 [INFO] state = (array([[ 0,  1,  1],\n",
      "       [-1, -1,  0],\n",
      "       [ 1,  0, -1]], dtype=int8), 1), action = [0 0], winner = 1\n",
      "00:00:08 [INFO] state = (array([[ 0,  0,  1],\n",
      "       [ 0, -1, -1],\n",
      "       [ 0,  1,  1]], dtype=int8), -1), action = [1 0], winner = -1\n",
      "00:00:08 [INFO] state = (array([[-1,  1, -1],\n",
      "       [-1,  1,  1],\n",
      "       [ 0,  0,  1]], dtype=int8), -1), action = [2 0], winner = -1\n",
      "00:00:08 [INFO] state = (array([[ 1,  1, -1],\n",
      "       [ 0, -1,  0],\n",
      "       [ 1,  0,  0]], dtype=int8), -1), action = [1 0], winner = 0\n",
      "00:00:08 [INFO] state = (array([[ 0, -1,  0],\n",
      "       [-1,  1,  1],\n",
      "       [-1,  0,  1]], dtype=int8), 1), action = [0 2], winner = 1\n",
      "00:00:08 [INFO] state = (array([[ 0,  1, -1],\n",
      "       [ 0, -1,  1],\n",
      "       [ 0,  0,  1]], dtype=int8), -1), action = [2 0], winner = -1\n",
      "00:00:08 [INFO] state = (array([[ 0,  0,  1],\n",
      "       [ 1, -1,  0],\n",
      "       [ 0,  0,  0]], dtype=int8), -1), action = [2 1], winner = 0\n",
      "00:00:08 [INFO] state = (array([[ 0,  0, -1],\n",
      "       [ 1,  1,  1],\n",
      "       [-1,  1, -1]], dtype=int8), -1), action = None, winner = 1\n",
      "00:00:08 [INFO] state = (array([[ 0,  0,  0],\n",
      "       [-1,  0, -1],\n",
      "       [ 1,  1,  1]], dtype=int8), -1), action = None, winner = 1\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "00:00:08 [INFO] state = (array([[ 0,  0,  0],\n",
      "       [ 0,  0,  0],\n",
      "       [-1,  1,  0]], dtype=int8), 1), action = [1 1], winner = 0\n",
      "00:00:08 [INFO] state = (array([[ 0, -1,  1],\n",
      "       [ 1,  1, -1],\n",
      "       [ 1, -1,  0]], dtype=int8), -1), action = None, winner = 1\n",
      "00:00:08 [INFO] state = (array([[ 1, -1, -1],\n",
      "       [ 1,  1, -1],\n",
      "       [ 0,  1, -1]], dtype=int8), 1), action = None, winner = -1\n",
      "00:00:08 [INFO] state = (array([[ 1,  1,  0],\n",
      "       [-1,  1, -1],\n",
      "       [-1,  1,  0]], dtype=int8), -1), action = None, winner = 1\n",
      "00:00:08 [INFO] state = (array([[ 1, -1,  1],\n",
      "       [-1,  0,  1],\n",
      "       [-1,  0,  1]], dtype=int8), -1), action = None, winner = 1\n",
      "00:00:08 [INFO] state = (array([[ 0,  1, -1],\n",
      "       [-1,  1,  0],\n",
      "       [ 1,  0, -1]], dtype=int8), 1), action = [2 1], winner = 1\n",
      "00:00:08 [INFO] state = (array([[ 0,  1,  0],\n",
      "       [ 0, -1, -1],\n",
      "       [ 1,  0,  1]], dtype=int8), -1), action = [1 0], winner = -1\n",
      "00:00:08 [INFO] state = (array([[-1,  0,  1],\n",
      "       [-1,  1, -1],\n",
      "       [ 0,  1,  0]], dtype=int8), 1), action = [2 0], winner = 1\n",
      "00:00:08 [INFO] state = (array([[ 1,  1,  0],\n",
      "       [ 0, -1,  1],\n",
      "       [-1, -1,  0]], dtype=int8), 1), action = [0 2], winner = 1\n",
      "00:00:08 [INFO] state = (array([[ 1, -1,  1],\n",
      "       [-1,  1,  1],\n",
      "       [ 0,  0, -1]], dtype=int8), -1), action = [2 0], winner = 0\n",
      "00:00:08 [INFO] state = (array([[-1,  0,  1],\n",
      "       [ 1, -1,  0],\n",
      "       [ 0, -1,  1]], dtype=int8), 1), action = [1 2], winner = 1\n",
      "00:00:08 [INFO] state = (array([[ 1, -1,  1],\n",
      "       [ 0, -1, -1],\n",
      "       [ 1, -1,  1]], dtype=int8), 1), action = None, winner = -1\n",
      "00:00:08 [INFO] state = (array([[ 0,  0, -1],\n",
      "       [ 0,  0,  1],\n",
      "       [ 1,  0, -1]], dtype=int8), 1), action = [1 0], winner = 1\n",
      "00:00:08 [INFO] state = (array([[ 1, -1,  1],\n",
      "       [-1,  0,  0],\n",
      "       [-1,  1,  1]], dtype=int8), -1), action = [1 2], winner = 1\n",
      "00:00:08 [INFO] state = (array([[ 1,  1,  1],\n",
      "       [ 0, -1, -1],\n",
      "       [-1,  1,  0]], dtype=int8), -1), action = None, winner = 1\n",
      "00:00:08 [INFO] state = (array([[ 1,  0, -1],\n",
      "       [ 1,  1, -1],\n",
      "       [-1,  1, -1]], dtype=int8), 1), action = None, winner = -1\n",
      "00:00:08 [INFO] state = (array([[ 0,  0,  0],\n",
      "       [-1,  0,  1],\n",
      "       [-1,  0,  1]], dtype=int8), 1), action = [0 2], winner = 1\n",
      "00:00:08 [INFO] state = (array([[ 0,  1,  1],\n",
      "       [ 1,  0, -1],\n",
      "       [-1,  0,  0]], dtype=int8), -1), action = [0 0], winner = 0\n",
      "00:00:08 [INFO] state = (array([[-1,  0,  0],\n",
      "       [ 1,  0, -1],\n",
      "       [ 0,  0,  1]], dtype=int8), 1), action = [2 1], winner = 0\n",
      "00:00:08 [INFO] state = (array([[ 0, -1,  0],\n",
      "       [ 0,  0,  1],\n",
      "       [ 1, -1,  0]], dtype=int8), 1), action = [1 1], winner = 1\n",
      "00:00:08 [INFO] state = (array([[ 1,  1, -1],\n",
      "       [ 0,  1, -1],\n",
      "       [ 0, -1,  0]], dtype=int8), 1), action = [2 2], winner = 1\n",
      "00:00:08 [INFO] state = (array([[ 1,  1, -1],\n",
      "       [ 1,  0,  1],\n",
      "       [-1, -1,  0]], dtype=int8), -1), action = [2 2], winner = -1\n",
      "00:00:08 [INFO] state = (array([[-1,  1, -1],\n",
      "       [ 0,  1,  1],\n",
      "       [ 1, -1,  0]], dtype=int8), -1), action = [1 0], winner = 0\n",
      "00:00:08 [INFO] state = (array([[ 0, -1,  0],\n",
      "       [ 1,  0,  1],\n",
      "       [-1,  0,  1]], dtype=int8), -1), action = [2 1], winner = 1\n",
      "00:00:08 [INFO] state = (array([[ 1,  0, -1],\n",
      "       [ 1,  0,  1],\n",
      "       [-1,  0,  0]], dtype=int8), -1), action = [1 1], winner = -1\n",
      "00:00:08 [INFO] state = (array([[ 1, -1,  1],\n",
      "       [ 0,  0,  0],\n",
      "       [-1,  1, -1]], dtype=int8), 1), action = [1 2], winner = 0\n",
      "00:00:08 [INFO] state = (array([[ 0,  1, -1],\n",
      "       [-1,  1,  1],\n",
      "       [ 0, -1,  0]], dtype=int8), 1), action = [2 2], winner = 0\n",
      "00:00:08 [INFO] state = (array([[ 1,  1,  0],\n",
      "       [-1, -1,  0],\n",
      "       [-1,  1,  0]], dtype=int8), 1), action = [0 2], winner = 1\n",
      "00:00:08 [INFO] state = (array([[-1,  0,  1],\n",
      "       [ 1, -1,  0],\n",
      "       [-1,  1,  0]], dtype=int8), 1), action = [2 2], winner = 0\n",
      "00:00:08 [INFO] state = (array([[ 0,  1, -1],\n",
      "       [ 1,  1, -1],\n",
      "       [-1, -1,  1]], dtype=int8), 1), action = [0 0], winner = 1\n",
      "00:00:08 [INFO] state = (array([[-1,  1,  1],\n",
      "       [ 0, -1,  1],\n",
      "       [ 0,  0,  0]], dtype=int8), -1), action = [2 2], winner = -1\n",
      "00:00:08 [INFO] state = (array([[ 1, -1,  1],\n",
      "       [ 0,  0,  1],\n",
      "       [-1, -1,  0]], dtype=int8), 1), action = [2 2], winner = 1\n",
      "00:00:08 [INFO] state = (array([[ 0,  1, -1],\n",
      "       [-1,  1,  1],\n",
      "       [ 0,  0,  0]], dtype=int8), -1), action = [2 1], winner = 0\n",
      "00:00:08 [INFO] state = (array([[ 0,  0,  0],\n",
      "       [ 0,  0, -1],\n",
      "       [ 1,  1, -1]], dtype=int8), 1), action = [1 1], winner = -1\n",
      "00:00:08 [INFO] state = (array([[-1, -1,  0],\n",
      "       [ 1, -1,  0],\n",
      "       [ 1,  1,  1]], dtype=int8), -1), action = None, winner = 1\n",
      "00:00:08 [INFO] state = (array([[ 0,  0,  1],\n",
      "       [ 0,  1, -1],\n",
      "       [ 1, -1,  0]], dtype=int8), -1), action = None, winner = 1\n",
      "00:00:08 [INFO] state = (array([[ 1,  1,  1],\n",
      "       [ 0,  0, -1],\n",
      "       [ 1, -1, -1]], dtype=int8), -1), action = None, winner = 1\n",
      "00:00:08 [INFO] state = (array([[ 0,  0,  1],\n",
      "       [-1,  0,  1],\n",
      "       [ 1,  0, -1]], dtype=int8), -1), action = [1 1], winner = 0\n",
      "00:00:08 [INFO] state = (array([[-1,  1, -1],\n",
      "       [ 1,  0, -1],\n",
      "       [ 1,  1, -1]], dtype=int8), 1), action = None, winner = -1\n",
      "00:00:08 [INFO] state = (array([[ 1, -1, -1],\n",
      "       [ 1,  1,  1],\n",
      "       [ 0,  0, -1]], dtype=int8), -1), action = None, winner = 1\n",
      "00:00:08 [INFO] state = (array([[-1,  1,  1],\n",
      "       [-1,  1,  1],\n",
      "       [-1, -1,  0]], dtype=int8), 1), action = None, winner = -1\n",
      "00:00:08 [INFO] state = (array([[ 0, -1,  1],\n",
      "       [ 1,  0, -1],\n",
      "       [ 0,  1,  0]], dtype=int8), -1), action = [2 0], winner = 0\n",
      "00:00:08 [INFO] state = (array([[ 1,  1, -1],\n",
      "       [ 0, -1,  0],\n",
      "       [ 0, -1,  1]], dtype=int8), 1), action = [2 0], winner = 0\n",
      "00:00:08 [INFO] state = (array([[ 0, -1,  0],\n",
      "       [ 1, -1,  0],\n",
      "       [ 1,  1, -1]], dtype=int8), 1), action = [0 0], winner = 1\n",
      "00:00:08 [INFO] state = (array([[ 0,  0, -1],\n",
      "       [ 0, -1,  0],\n",
      "       [ 0,  1,  1]], dtype=int8), 1), action = [2 0], winner = 1\n",
      "00:00:08 [INFO] state = (array([[ 0,  1, -1],\n",
      "       [ 1, -1, -1],\n",
      "       [ 0,  1,  1]], dtype=int8), -1), action = [2 0], winner = -1\n",
      "00:00:08 [INFO] state = (array([[-1,  1,  1],\n",
      "       [-1,  1, -1],\n",
      "       [ 1,  1, -1]], dtype=int8), -1), action = None, winner = 1\n",
      "00:00:08 [INFO] state = (array([[ 0, -1,  0],\n",
      "       [ 1, -1,  0],\n",
      "       [ 1, -1,  1]], dtype=int8), 1), action = None, winner = -1\n",
      "00:00:08 [INFO] state = (array([[ 1,  1, -1],\n",
      "       [ 0,  1,  0],\n",
      "       [-1, -1,  1]], dtype=int8), -1), action = None, winner = 1\n",
      "00:00:08 [INFO] state = (array([[ 1,  0,  1],\n",
      "       [-1,  1, -1],\n",
      "       [ 1, -1,  0]], dtype=int8), -1), action = None, winner = 1\n",
      "00:00:08 [INFO] state = (array([[ 1,  1,  0],\n",
      "       [-1,  0,  0],\n",
      "       [-1,  0,  1]], dtype=int8), -1), action = [2 1], winner = 1\n",
      "00:00:08 [INFO] state = (array([[-1,  1,  0],\n",
      "       [ 0, -1,  0],\n",
      "       [-1,  1,  1]], dtype=int8), 1), action = [1 2], winner = -1\n",
      "00:00:08 [INFO] state = (array([[ 0,  0, -1],\n",
      "       [ 0,  1, -1],\n",
      "       [ 1,  0,  1]], dtype=int8), -1), action = [2 1], winner = 1\n",
      "00:00:08 [INFO] state = (array([[ 1, -1,  1],\n",
      "       [-1, -1,  1],\n",
      "       [ 0,  0,  1]], dtype=int8), -1), action = None, winner = 1\n",
      "00:00:08 [INFO] state = (array([[ 1, -1, -1],\n",
      "       [ 1, -1,  0],\n",
      "       [ 0,  0,  1]], dtype=int8), 1), action = [2 0], winner = 1\n",
      "00:00:09 [INFO] state = (array([[-1,  0,  1],\n",
      "       [-1,  1,  1],\n",
      "       [ 0, -1,  1]], dtype=int8), -1), action = None, winner = 1\n",
      "00:00:09 [INFO] state = (array([[ 1,  0,  1],\n",
      "       [-1, -1,  1],\n",
      "       [-1,  0,  0]], dtype=int8), 1), action = [2 2], winner = 1\n",
      "00:00:09 [INFO] state = (array([[-1,  0,  1],\n",
      "       [ 0, -1,  1],\n",
      "       [ 0,  0,  0]], dtype=int8), 1), action = [2 2], winner = 1\n",
      "00:00:09 [INFO] state = (array([[ 1, -1,  1],\n",
      "       [ 0, -1, -1],\n",
      "       [ 1,  1, -1]], dtype=int8), 1), action = [1 0], winner = 1\n",
      "00:00:09 [INFO] state = (array([[ 0,  1, -1],\n",
      "       [ 1,  0, -1],\n",
      "       [-1,  1,  0]], dtype=int8), 1), action = [1 1], winner = 1\n",
      "00:00:09 [INFO] state = (array([[ 0,  1,  1],\n",
      "       [ 0, -1, -1],\n",
      "       [ 1,  0, -1]], dtype=int8), 1), action = [0 0], winner = 1\n",
      "00:00:09 [INFO] state = (array([[-1,  0, -1],\n",
      "       [-1,  0,  1],\n",
      "       [ 0,  1,  1]], dtype=int8), 1), action = [2 0], winner = 1\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "00:00:09 [INFO] state = (array([[ 0,  0,  0],\n",
      "       [-1,  1,  0],\n",
      "       [ 1, -1,  0]], dtype=int8), 1), action = [2 2], winner = 1\n",
      "00:00:09 [INFO] state = (array([[ 0, -1,  0],\n",
      "       [ 1,  0,  0],\n",
      "       [ 1,  1, -1]], dtype=int8), -1), action = [0 0], winner = -1\n",
      "00:00:09 [INFO] state = (array([[ 1,  0,  0],\n",
      "       [-1,  0,  0],\n",
      "       [ 1, -1,  1]], dtype=int8), -1), action = [1 1], winner = -1\n",
      "00:00:09 [INFO] state = (array([[ 1, -1,  0],\n",
      "       [ 0,  1,  0],\n",
      "       [ 1,  0, -1]], dtype=int8), -1), action = [2 1], winner = 1\n",
      "00:00:09 [INFO] state = (array([[ 0,  1, -1],\n",
      "       [ 1, -1,  1],\n",
      "       [ 0,  1, -1]], dtype=int8), -1), action = [2 0], winner = -1\n",
      "00:00:09 [INFO] state = (array([[-1,  1,  0],\n",
      "       [ 0,  0,  0],\n",
      "       [ 0,  0,  1]], dtype=int8), -1), action = [2 1], winner = 0\n",
      "00:00:09 [INFO] state = (array([[ 0,  1,  1],\n",
      "       [-1,  0, -1],\n",
      "       [ 0, -1,  1]], dtype=int8), 1), action = [1 1], winner = 1\n",
      "00:00:09 [INFO] state = (array([[ 1, -1,  1],\n",
      "       [ 1, -1,  0],\n",
      "       [ 0, -1,  0]], dtype=int8), 1), action = None, winner = -1\n",
      "00:00:09 [INFO] state = (array([[-1,  0,  1],\n",
      "       [ 0,  1, -1],\n",
      "       [ 0,  1, -1]], dtype=int8), 1), action = [2 0], winner = 1\n",
      "00:00:09 [INFO] state = (array([[ 0, -1,  0],\n",
      "       [ 0,  1, -1],\n",
      "       [ 0,  1,  0]], dtype=int8), 1), action = [2 2], winner = 1\n",
      "00:00:09 [INFO] state = (array([[-1,  1, -1],\n",
      "       [ 1,  0, -1],\n",
      "       [ 1,  1,  0]], dtype=int8), -1), action = [2 2], winner = -1\n",
      "00:00:09 [INFO] state = (array([[-1, -1,  1],\n",
      "       [ 1,  1,  1],\n",
      "       [-1,  1, -1]], dtype=int8), -1), action = None, winner = 1\n",
      "00:00:09 [INFO] state = (array([[-1, -1,  1],\n",
      "       [ 0,  0,  1],\n",
      "       [ 0,  0,  0]], dtype=int8), 1), action = [2 2], winner = 1\n",
      "00:00:09 [INFO] state = (array([[ 1, -1,  1],\n",
      "       [ 1,  0,  1],\n",
      "       [ 0, -1, -1]], dtype=int8), -1), action = [2 0], winner = -1\n",
      "00:00:09 [INFO] state = (array([[ 1, -1,  0],\n",
      "       [ 1,  1,  1],\n",
      "       [-1, -1,  0]], dtype=int8), -1), action = None, winner = 1\n",
      "00:00:09 [INFO] state = (array([[ 0,  0,  0],\n",
      "       [ 1, -1,  0],\n",
      "       [ 0,  0,  0]], dtype=int8), 1), action = [2 2], winner = 0\n",
      "00:00:09 [INFO] state = (array([[-1,  1,  1],\n",
      "       [ 1,  1, -1],\n",
      "       [-1,  1, -1]], dtype=int8), -1), action = None, winner = 1\n",
      "00:00:09 [INFO] state = (array([[-1,  1,  0],\n",
      "       [-1,  1,  1],\n",
      "       [ 0,  1, -1]], dtype=int8), -1), action = None, winner = 1\n",
      "00:00:09 [INFO] state = (array([[ 1,  1,  1],\n",
      "       [ 1, -1, -1],\n",
      "       [-1, -1,  1]], dtype=int8), -1), action = None, winner = 1\n",
      "00:00:09 [INFO] state = (array([[ 0,  1,  1],\n",
      "       [ 0, -1,  1],\n",
      "       [ 1, -1, -1]], dtype=int8), -1), action = [0 0], winner = -1\n",
      "00:00:09 [INFO] state = (array([[ 0,  0,  0],\n",
      "       [ 1, -1,  0],\n",
      "       [ 1,  0,  0]], dtype=int8), -1), action = [0 0], winner = 0\n",
      "00:00:09 [INFO] state = (array([[ 1,  1, -1],\n",
      "       [ 0, -1,  0],\n",
      "       [-1,  0,  1]], dtype=int8), 1), action = None, winner = -1\n",
      "00:00:09 [INFO] state = (array([[ 0,  1, -1],\n",
      "       [ 0, -1,  1],\n",
      "       [ 1, -1,  1]], dtype=int8), -1), action = [1 0], winner = 0\n",
      "00:00:09 [INFO] state = (array([[-1, -1,  0],\n",
      "       [ 0,  0,  1],\n",
      "       [ 0,  1,  0]], dtype=int8), 1), action = [0 2], winner = 1\n",
      "00:00:09 [INFO] state = (array([[ 0,  1,  0],\n",
      "       [ 1, -1, -1],\n",
      "       [ 1,  0,  0]], dtype=int8), -1), action = [0 0], winner = 0\n",
      "00:00:09 [INFO] state = (array([[ 0, -1,  0],\n",
      "       [ 0,  0,  1],\n",
      "       [-1,  1,  1]], dtype=int8), -1), action = [0 2], winner = -1\n",
      "00:00:09 [INFO] state = (array([[ 0,  0, -1],\n",
      "       [ 0,  1,  0],\n",
      "       [ 0,  0,  0]], dtype=int8), 1), action = [2 2], winner = 0\n",
      "00:00:09 [INFO] state = (array([[-1,  0,  0],\n",
      "       [-1,  1,  1],\n",
      "       [ 1,  0,  0]], dtype=int8), -1), action = [0 2], winner = 0\n",
      "00:00:09 [INFO] state = (array([[ 1, -1,  0],\n",
      "       [-1, -1,  0],\n",
      "       [ 0,  1,  1]], dtype=int8), 1), action = [2 0], winner = 1\n",
      "00:00:09 [INFO] state = (array([[ 0,  0, -1],\n",
      "       [ 1,  0,  0],\n",
      "       [-1,  1,  1]], dtype=int8), -1), action = [1 1], winner = -1\n",
      "00:00:09 [INFO] state = (array([[-1,  0,  0],\n",
      "       [ 0,  0,  1],\n",
      "       [ 1,  1, -1]], dtype=int8), -1), action = [1 1], winner = -1\n",
      "00:00:09 [INFO] state = (array([[ 0,  1,  0],\n",
      "       [-1,  1, -1],\n",
      "       [ 1,  0, -1]], dtype=int8), 1), action = [2 1], winner = 1\n",
      "00:00:09 [INFO] state = (array([[ 0,  1,  0],\n",
      "       [ 1,  0, -1],\n",
      "       [ 0,  0,  0]], dtype=int8), -1), action = [2 0], winner = 0\n",
      "00:00:09 [INFO] state = (array([[ 0,  1, -1],\n",
      "       [ 0, -1,  1],\n",
      "       [ 0, -1,  1]], dtype=int8), 1), action = [2 0], winner = 0\n",
      "00:00:09 [INFO] state = (array([[-1,  0, -1],\n",
      "       [ 0,  1, -1],\n",
      "       [ 1,  1,  0]], dtype=int8), 1), action = [2 2], winner = 1\n",
      "00:00:09 [INFO] state = (array([[ 1,  0,  0],\n",
      "       [ 0, -1,  0],\n",
      "       [-1,  1,  0]], dtype=int8), 1), action = [0 2], winner = 0\n",
      "00:00:09 [INFO] state = (array([[ 0,  1,  0],\n",
      "       [ 1,  0, -1],\n",
      "       [ 1,  0, -1]], dtype=int8), -1), action = [0 2], winner = -1\n",
      "00:00:09 [INFO] state = (array([[-1,  0,  0],\n",
      "       [ 1,  0,  1],\n",
      "       [-1,  0,  1]], dtype=int8), -1), action = [2 1], winner = 1\n",
      "00:00:09 [INFO] state = (array([[ 1, -1,  1],\n",
      "       [ 0,  0, -1],\n",
      "       [ 0,  0,  0]], dtype=int8), 1), action = [2 0], winner = 1\n",
      "00:00:09 [INFO] state = (array([[ 1, -1,  1],\n",
      "       [ 0,  0,  0],\n",
      "       [ 0, -1,  1]], dtype=int8), -1), action = [1 1], winner = -1\n",
      "00:00:09 [INFO] state = (array([[ 1,  0, -1],\n",
      "       [ 0,  1, -1],\n",
      "       [-1,  1,  0]], dtype=int8), 1), action = [2 2], winner = 1\n",
      "00:00:09 [INFO] state = (array([[ 0, -1,  0],\n",
      "       [ 1,  0,  1],\n",
      "       [ 0, -1,  1]], dtype=int8), -1), action = [1 1], winner = -1\n",
      "00:00:09 [INFO] state = (array([[-1,  1,  0],\n",
      "       [-1, -1,  0],\n",
      "       [ 1,  1,  0]], dtype=int8), 1), action = [2 2], winner = 1\n",
      "00:00:09 [INFO] state = (array([[ 0,  0,  0],\n",
      "       [ 0,  1, -1],\n",
      "       [ 1, -1,  0]], dtype=int8), 1), action = [2 2], winner = 1\n",
      "00:00:09 [INFO] state = (array([[-1,  1, -1],\n",
      "       [ 0,  1, -1],\n",
      "       [ 1, -1,  1]], dtype=int8), 1), action = [1 0], winner = 0\n",
      "00:00:09 [INFO] state = (array([[-1,  1, -1],\n",
      "       [-1, -1,  1],\n",
      "       [ 0,  1,  1]], dtype=int8), 1), action = [2 0], winner = 1\n",
      "00:00:09 [INFO] state = (array([[-1, -1,  0],\n",
      "       [ 0, -1,  1],\n",
      "       [ 1,  1,  0]], dtype=int8), 1), action = [2 2], winner = 1\n",
      "00:00:09 [INFO] state = (array([[-1, -1,  1],\n",
      "       [ 0,  0, -1],\n",
      "       [ 1,  1,  0]], dtype=int8), 1), action = [2 2], winner = 1\n",
      "00:00:09 [INFO] state = (array([[ 0, -1,  0],\n",
      "       [ 0,  0,  0],\n",
      "       [-1,  1,  1]], dtype=int8), 1), action = [0 2], winner = 0\n",
      "00:00:09 [INFO] state = (array([[ 0,  1,  1],\n",
      "       [ 0,  0, -1],\n",
      "       [ 0,  0,  0]], dtype=int8), -1), action = [2 2], winner = 1\n",
      "00:00:09 [INFO] state = (array([[ 0,  0,  0],\n",
      "       [ 0,  0,  1],\n",
      "       [-1,  1,  0]], dtype=int8), -1), action = [0 0], winner = -1\n",
      "00:00:09 [INFO] state = (array([[ 0, -1, -1],\n",
      "       [ 0,  1,  1],\n",
      "       [-1,  1,  0]], dtype=int8), 1), action = [1 0], winner = 1\n",
      "00:00:09 [INFO] state = (array([[ 1,  0, -1],\n",
      "       [-1,  1,  0],\n",
      "       [ 1,  1, -1]], dtype=int8), -1), action = [1 2], winner = -1\n",
      "00:00:09 [INFO] state = (array([[-1,  0, -1],\n",
      "       [-1,  0,  1],\n",
      "       [ 1,  1,  0]], dtype=int8), 1), action = [2 2], winner = 1\n",
      "00:00:09 [INFO] state = (array([[ 1, -1, -1],\n",
      "       [ 0, -1,  1],\n",
      "       [ 1,  0,  1]], dtype=int8), -1), action = [2 1], winner = -1\n",
      "00:00:09 [INFO] state = (array([[ 1,  0,  0],\n",
      "       [ 1, -1,  0],\n",
      "       [ 1, -1,  0]], dtype=int8), -1), action = None, winner = 1\n",
      "00:00:09 [INFO] state = (array([[-1,  1,  1],\n",
      "       [-1, -1,  1],\n",
      "       [ 1, -1,  1]], dtype=int8), -1), action = None, winner = 1\n",
      "00:00:09 [INFO] state = (array([[ 0,  1,  0],\n",
      "       [-1,  0,  0],\n",
      "       [ 1,  0, -1]], dtype=int8), 1), action = [1 1], winner = 1\n",
      "00:00:09 [INFO] state = (array([[ 1, -1,  1],\n",
      "       [ 1, -1, -1],\n",
      "       [ 0,  1,  0]], dtype=int8), -1), action = [2 0], winner = 0\n",
      "00:00:09 [INFO] state = (array([[ 0,  1,  1],\n",
      "       [-1,  1,  0],\n",
      "       [-1, -1,  0]], dtype=int8), 1), action = [0 0], winner = 1\n",
      "00:00:09 [INFO] state = (array([[-1,  0, -1],\n",
      "       [-1,  0,  1],\n",
      "       [ 1,  0,  1]], dtype=int8), 1), action = [2 1], winner = 1\n",
      "00:00:09 [INFO] state = (array([[ 0,  0,  0],\n",
      "       [-1,  1,  0],\n",
      "       [ 0,  1, -1]], dtype=int8), 1), action = [2 0], winner = 1\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "00:00:09 [INFO] state = (array([[ 0,  1,  0],\n",
      "       [ 1, -1,  1],\n",
      "       [ 0, -1, -1]], dtype=int8), 1), action = [2 0], winner = -1\n",
      "00:00:09 [INFO] state = (array([[ 0, -1,  0],\n",
      "       [ 0,  1, -1],\n",
      "       [ 1,  0,  1]], dtype=int8), -1), action = [2 1], winner = 1\n",
      "00:00:09 [INFO] state = (array([[ 0, -1,  0],\n",
      "       [ 1, -1,  1],\n",
      "       [ 1,  1, -1]], dtype=int8), -1), action = [0 0], winner = -1\n",
      "00:00:09 [INFO] state = (array([[-1,  1, -1],\n",
      "       [ 1,  0,  0],\n",
      "       [ 1,  0,  0]], dtype=int8), -1), action = [2 2], winner = -1\n",
      "00:00:09 [INFO] state = (array([[-1,  0, -1],\n",
      "       [ 0,  1,  0],\n",
      "       [ 0,  1,  1]], dtype=int8), -1), action = [0 1], winner = -1\n",
      "00:00:09 [INFO] state = (array([[ 1,  1,  0],\n",
      "       [ 1, -1, -1],\n",
      "       [-1,  0,  0]], dtype=int8), 1), action = [0 2], winner = 1\n",
      "00:00:09 [INFO] state = (array([[-1, -1,  1],\n",
      "       [-1,  0,  0],\n",
      "       [ 1,  1,  0]], dtype=int8), 1), action = [2 2], winner = 1\n",
      "00:00:09 [INFO] state = (array([[ 0, -1, -1],\n",
      "       [ 1, -1,  0],\n",
      "       [ 0,  1,  1]], dtype=int8), 1), action = [2 0], winner = 1\n",
      "00:00:09 [INFO] state = (array([[ 0,  0,  1],\n",
      "       [-1,  0,  0],\n",
      "       [ 0,  0,  1]], dtype=int8), -1), action = [2 1], winner = 1\n",
      "00:00:09 [INFO] state = (array([[ 1,  0, -1],\n",
      "       [-1,  0,  0],\n",
      "       [-1,  1,  1]], dtype=int8), 1), action = [1 1], winner = 1\n",
      "00:00:09 [INFO] state = (array([[ 0, -1, -1],\n",
      "       [ 0,  1,  0],\n",
      "       [ 0,  0,  1]], dtype=int8), 1), action = [0 0], winner = 1\n",
      "00:00:09 [INFO] state = (array([[ 1, -1,  0],\n",
      "       [ 0, -1, -1],\n",
      "       [ 1,  1,  0]], dtype=int8), 1), action = [2 2], winner = 1\n",
      "00:00:09 [INFO] state = (array([[ 0,  0,  1],\n",
      "       [ 1,  1, -1],\n",
      "       [-1,  1, -1]], dtype=int8), -1), action = [0 1], winner = 0\n",
      "00:00:09 [INFO] state = (array([[ 1,  1,  0],\n",
      "       [ 1,  0, -1],\n",
      "       [-1,  0, -1]], dtype=int8), 1), action = [0 2], winner = 1\n",
      "00:00:09 [INFO] state = (array([[ 1,  0, -1],\n",
      "       [ 1, -1,  0],\n",
      "       [-1,  0,  1]], dtype=int8), 1), action = None, winner = -1\n",
      "00:00:09 [INFO] state = (array([[ 1,  1, -1],\n",
      "       [ 1,  0,  0],\n",
      "       [-1,  1, -1]], dtype=int8), -1), action = [1 2], winner = -1\n",
      "00:00:09 [INFO] state = (array([[ 0, -1,  0],\n",
      "       [ 0,  0,  1],\n",
      "       [ 1,  1, -1]], dtype=int8), -1), action = [0 0], winner = -1\n",
      "00:00:09 [INFO] state = (array([[ 0,  0,  0],\n",
      "       [ 1, -1,  0],\n",
      "       [ 1,  1, -1]], dtype=int8), -1), action = [0 0], winner = -1\n",
      "00:00:09 [INFO] state = (array([[ 1,  1, -1],\n",
      "       [-1, -1,  0],\n",
      "       [ 0,  0,  1]], dtype=int8), 1), action = [2 1], winner = -1\n",
      "00:00:09 [INFO] state = (array([[ 1,  1, -1],\n",
      "       [ 1, -1, -1],\n",
      "       [ 0,  0,  1]], dtype=int8), -1), action = [2 0], winner = -1\n",
      "00:00:09 [INFO] state = (array([[ 1,  0,  1],\n",
      "       [ 0,  1,  0],\n",
      "       [-1, -1, -1]], dtype=int8), 1), action = None, winner = -1\n",
      "00:00:09 [INFO] state = (array([[ 0,  1,  0],\n",
      "       [-1, -1,  0],\n",
      "       [ 1, -1,  1]], dtype=int8), 1), action = [1 2], winner = 0\n",
      "00:00:09 [INFO] state = (array([[ 0,  1,  1],\n",
      "       [ 0,  1, -1],\n",
      "       [ 1, -1, -1]], dtype=int8), -1), action = None, winner = 1\n",
      "00:00:09 [INFO] state = (array([[ 0,  0,  0],\n",
      "       [ 0,  1, -1],\n",
      "       [ 1, -1,  1]], dtype=int8), -1), action = [1 0], winner = 1\n",
      "00:00:09 [INFO] state = (array([[-1,  1,  0],\n",
      "       [ 1,  0, -1],\n",
      "       [-1,  1,  0]], dtype=int8), 1), action = [1 1], winner = 1\n",
      "00:00:09 [INFO] state = (array([[ 1,  0,  1],\n",
      "       [ 0,  0, -1],\n",
      "       [-1,  1,  0]], dtype=int8), -1), action = [0 1], winner = 0\n",
      "00:00:09 [INFO] state = (array([[ 0,  1,  1],\n",
      "       [-1,  0,  1],\n",
      "       [ 0, -1, -1]], dtype=int8), 1), action = [2 0], winner = 1\n",
      "00:00:09 [INFO] state = (array([[ 1, -1,  1],\n",
      "       [ 0,  1,  0],\n",
      "       [-1, -1,  1]], dtype=int8), -1), action = None, winner = 1\n",
      "00:00:09 [INFO] state = (array([[ 1, -1,  0],\n",
      "       [ 0,  0,  1],\n",
      "       [-1,  1, -1]], dtype=int8), 1), action = [1 1], winner = 0\n",
      "00:00:09 [INFO] state = (array([[ 0, -1,  1],\n",
      "       [-1,  0,  1],\n",
      "       [-1,  1,  0]], dtype=int8), 1), action = [2 2], winner = 1\n",
      "00:00:09 [INFO] state = (array([[ 0, -1,  1],\n",
      "       [ 0, -1,  0],\n",
      "       [ 0,  0,  1]], dtype=int8), 1), action = [2 1], winner = 1\n",
      "00:00:09 [INFO] state = (array([[ 1, -1, -1],\n",
      "       [ 0,  0,  0],\n",
      "       [ 0,  0,  1]], dtype=int8), 1), action = [2 1], winner = 1\n",
      "00:00:09 [INFO] state = (array([[-1,  0,  1],\n",
      "       [-1, -1,  1],\n",
      "       [ 1,  1,  0]], dtype=int8), -1), action = [2 2], winner = -1\n",
      "00:00:09 [INFO] state = (array([[-1, -1,  0],\n",
      "       [ 1,  0,  0],\n",
      "       [ 1, -1,  1]], dtype=int8), 1), action = [1 2], winner = -1\n",
      "00:00:09 [INFO] state = (array([[ 0, -1, -1],\n",
      "       [ 0,  1, -1],\n",
      "       [ 1,  0,  1]], dtype=int8), 1), action = [2 1], winner = 1\n",
      "00:00:09 [INFO] state = (array([[ 0,  0,  1],\n",
      "       [-1, -1,  1],\n",
      "       [ 0,  1, -1]], dtype=int8), 1), action = [0 0], winner = 0\n",
      "00:00:09 [INFO] state = (array([[-1,  0,  1],\n",
      "       [ 0,  0,  0],\n",
      "       [ 0,  0,  1]], dtype=int8), -1), action = [2 1], winner = 1\n",
      "00:00:09 [INFO] state = (array([[ 1,  0,  1],\n",
      "       [ 0, -1,  0],\n",
      "       [-1,  1, -1]], dtype=int8), 1), action = [0 1], winner = 1\n",
      "00:00:09 [INFO] state = (array([[ 0,  1,  0],\n",
      "       [-1,  0, -1],\n",
      "       [ 0,  1,  0]], dtype=int8), 1), action = [1 1], winner = 1\n",
      "00:00:09 [INFO] state = (array([[ 0, -1, -1],\n",
      "       [ 1,  0,  0],\n",
      "       [ 1,  1, -1]], dtype=int8), 1), action = [0 0], winner = 1\n",
      "00:00:09 [INFO] state = (array([[ 0, -1,  1],\n",
      "       [ 0, -1,  1],\n",
      "       [-1,  1,  1]], dtype=int8), -1), action = None, winner = 1\n",
      "00:00:09 [INFO] state = (array([[ 0,  1,  0],\n",
      "       [-1,  0,  1],\n",
      "       [ 1, -1, -1]], dtype=int8), 1), action = [0 2], winner = 1\n",
      "00:00:09 [INFO] state = (array([[ 1,  0, -1],\n",
      "       [ 0,  0,  1],\n",
      "       [-1,  1,  0]], dtype=int8), -1), action = [1 1], winner = -1\n",
      "00:00:09 [INFO] state = (array([[ 0, -1,  1],\n",
      "       [ 1,  1, -1],\n",
      "       [-1,  1,  0]], dtype=int8), -1), action = [2 2], winner = 0\n",
      "00:00:09 [INFO] state = (array([[ 0,  1,  0],\n",
      "       [ 0,  0, -1],\n",
      "       [-1,  1,  1]], dtype=int8), -1), action = [1 1], winner = -1\n",
      "00:00:09 [INFO] state = (array([[-1, -1,  1],\n",
      "       [ 1,  0,  1],\n",
      "       [ 0, -1,  0]], dtype=int8), 1), action = [2 2], winner = 1\n",
      "00:00:09 [INFO] state = (array([[ 1, -1, -1],\n",
      "       [ 1, -1,  1],\n",
      "       [-1,  1,  0]], dtype=int8), 1), action = None, winner = -1\n",
      "00:00:09 [INFO] state = (array([[ 1,  0,  0],\n",
      "       [-1,  1, -1],\n",
      "       [ 0,  1, -1]], dtype=int8), 1), action = [0 2], winner = 1\n",
      "00:00:09 [INFO] state = (array([[ 1, -1,  1],\n",
      "       [ 1,  1, -1],\n",
      "       [ 0, -1, -1]], dtype=int8), 1), action = [2 0], winner = 1\n",
      "00:00:09 [INFO] state = (array([[ 0,  1, -1],\n",
      "       [-1,  1, -1],\n",
      "       [ 1,  0,  0]], dtype=int8), 1), action = [2 2], winner = 1\n",
      "00:00:09 [INFO] state = (array([[ 1, -1, -1],\n",
      "       [ 1,  0,  1],\n",
      "       [ 0,  0, -1]], dtype=int8), 1), action = [2 1], winner = 1\n",
      "00:00:09 [INFO] state = (array([[-1,  1, -1],\n",
      "       [ 1,  1,  0],\n",
      "       [ 0,  0,  0]], dtype=int8), -1), action = [2 2], winner = 1\n",
      "00:00:09 [INFO] state = (array([[ 0,  1,  0],\n",
      "       [ 1, -1, -1],\n",
      "       [ 1,  1, -1]], dtype=int8), -1), action = [0 2], winner = -1\n",
      "00:00:09 [INFO] state = (array([[ 1, -1, -1],\n",
      "       [ 0,  1, -1],\n",
      "       [ 1,  1,  0]], dtype=int8), -1), action = [2 2], winner = -1\n",
      "00:00:09 [INFO] state = (array([[ 1, -1,  0],\n",
      "       [ 1, -1,  1],\n",
      "       [ 0, -1,  0]], dtype=int8), 1), action = None, winner = -1\n",
      "00:00:09 [INFO] state = (array([[ 1, -1,  0],\n",
      "       [ 1,  1,  0],\n",
      "       [ 1, -1, -1]], dtype=int8), -1), action = None, winner = 1\n",
      "00:00:09 [INFO] state = (array([[ 0,  1,  0],\n",
      "       [ 0,  1, -1],\n",
      "       [ 0, -1,  0]], dtype=int8), 1), action = [0 2], winner = 1\n",
      "00:00:09 [INFO] state = (array([[ 0,  0, -1],\n",
      "       [ 1,  0,  1],\n",
      "       [-1,  0,  0]], dtype=int8), 1), action = [1 1], winner = 1\n",
      "00:00:09 [INFO] state = (array([[ 0,  1,  1],\n",
      "       [ 0, -1, -1],\n",
      "       [ 0, -1,  1]], dtype=int8), 1), action = [0 0], winner = 1\n",
      "00:00:09 [INFO] state = (array([[-1, -1,  1],\n",
      "       [ 1,  1, -1],\n",
      "       [ 1, -1,  1]], dtype=int8), -1), action = None, winner = 1\n",
      "00:00:09 [INFO] state = (array([[-1,  1, -1],\n",
      "       [ 1, -1,  1],\n",
      "       [ 0, -1,  1]], dtype=int8), 1), action = [2 0], winner = 0\n",
      "00:00:09 [INFO] state = (array([[-1,  1, -1],\n",
      "       [-1,  1,  1],\n",
      "       [ 1, -1,  1]], dtype=int8), -1), action = None, winner = 0\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "00:00:09 [INFO] state = (array([[-1,  0,  0],\n",
      "       [ 0,  1,  0],\n",
      "       [-1,  1,  1]], dtype=int8), -1), action = [1 0], winner = -1\n",
      "00:00:09 [INFO] state = (array([[ 1, -1,  0],\n",
      "       [ 1, -1, -1],\n",
      "       [ 1,  1,  0]], dtype=int8), -1), action = None, winner = 1\n",
      "00:00:09 [INFO] state = (array([[-1,  1,  0],\n",
      "       [ 1,  1,  0],\n",
      "       [-1,  0,  0]], dtype=int8), -1), action = [2 2], winner = 1\n",
      "00:00:09 [INFO] state = (array([[ 1, -1, -1],\n",
      "       [ 1,  0,  0],\n",
      "       [ 0,  1, -1]], dtype=int8), 1), action = [2 0], winner = 1\n",
      "00:00:09 [INFO] state = (array([[ 1, -1, -1],\n",
      "       [-1,  1,  0],\n",
      "       [ 1,  1, -1]], dtype=int8), 1), action = [1 2], winner = 0\n",
      "00:00:09 [INFO] state = (array([[-1,  1,  0],\n",
      "       [ 0,  1,  0],\n",
      "       [ 1,  0, -1]], dtype=int8), -1), action = [2 1], winner = 1\n",
      "00:00:09 [INFO] state = (array([[ 1, -1,  1],\n",
      "       [ 1,  1, -1],\n",
      "       [-1,  1, -1]], dtype=int8), -1), action = None, winner = 0\n",
      "00:00:09 [INFO] state = (array([[ 0, -1,  1],\n",
      "       [ 1,  0,  0],\n",
      "       [-1,  1, -1]], dtype=int8), 1), action = [1 2], winner = 0\n",
      "00:00:09 [INFO] state = (array([[ 0,  1,  1],\n",
      "       [ 0,  0,  1],\n",
      "       [-1,  0, -1]], dtype=int8), -1), action = [2 1], winner = -1\n",
      "00:00:09 [INFO] state = (array([[ 1,  0,  1],\n",
      "       [-1,  0,  1],\n",
      "       [ 0, -1, -1]], dtype=int8), 1), action = [2 0], winner = 1\n",
      "00:00:09 [INFO] state = (array([[ 1,  0, -1],\n",
      "       [ 0,  1,  1],\n",
      "       [ 0, -1,  0]], dtype=int8), -1), action = [2 2], winner = 1\n",
      "00:00:09 [INFO] state = (array([[ 0,  0, -1],\n",
      "       [ 0,  1,  1],\n",
      "       [-1, -1,  1]], dtype=int8), 1), action = [1 0], winner = 1\n",
      "00:00:09 [INFO] state = (array([[ 1,  0, -1],\n",
      "       [-1,  1,  1],\n",
      "       [-1,  1,  0]], dtype=int8), -1), action = [2 2], winner = 1\n",
      "00:00:09 [INFO] state = (array([[-1,  0,  0],\n",
      "       [ 1, -1,  0],\n",
      "       [ 1, -1,  1]], dtype=int8), 1), action = [0 1], winner = 0\n",
      "00:00:09 [INFO] state = (array([[-1,  0, -1],\n",
      "       [ 1,  0, -1],\n",
      "       [ 1,  1,  1]], dtype=int8), -1), action = None, winner = 1\n",
      "00:00:09 [INFO] state = (array([[ 1, -1,  1],\n",
      "       [ 1,  1, -1],\n",
      "       [ 0, -1,  0]], dtype=int8), -1), action = [2 2], winner = 1\n",
      "00:00:09 [INFO] state = (array([[-1,  1,  1],\n",
      "       [ 0, -1, -1],\n",
      "       [ 1,  1, -1]], dtype=int8), 1), action = None, winner = -1\n",
      "00:00:09 [INFO] state = (array([[ 0, -1,  0],\n",
      "       [ 0,  0,  0],\n",
      "       [ 0,  1,  0]], dtype=int8), 1), action = [2 2], winner = 0\n",
      "00:00:09 [INFO] state = (array([[ 0,  0,  1],\n",
      "       [-1,  1,  1],\n",
      "       [-1, -1,  1]], dtype=int8), -1), action = None, winner = 1\n",
      "00:00:09 [INFO] state = (array([[ 0,  0,  0],\n",
      "       [ 0,  0,  0],\n",
      "       [ 0,  1, -1]], dtype=int8), 1), action = [1 2], winner = 0\n",
      "00:00:09 [INFO] state = (array([[-1,  0, -1],\n",
      "       [ 0,  1,  1],\n",
      "       [ 1,  1, -1]], dtype=int8), -1), action = [0 1], winner = -1\n",
      "00:00:09 [INFO] state = (array([[ 0,  1,  0],\n",
      "       [ 1,  1,  0],\n",
      "       [-1, -1, -1]], dtype=int8), 1), action = None, winner = -1\n",
      "00:00:09 [INFO] state = (array([[ 0,  0,  1],\n",
      "       [ 1, -1,  0],\n",
      "       [-1,  1,  0]], dtype=int8), -1), action = [2 2], winner = 0\n",
      "00:00:09 [INFO] state = (array([[ 0,  0, -1],\n",
      "       [-1,  0,  1],\n",
      "       [ 1, -1,  1]], dtype=int8), 1), action = [1 1], winner = 0\n",
      "00:00:09 [INFO] state = (array([[-1,  1,  1],\n",
      "       [-1,  0,  1],\n",
      "       [ 0, -1,  0]], dtype=int8), 1), action = [2 2], winner = 1\n",
      "00:00:09 [INFO] state = (array([[ 1,  1, -1],\n",
      "       [ 0,  0,  0],\n",
      "       [ 0,  1, -1]], dtype=int8), -1), action = [1 2], winner = -1\n",
      "00:00:09 [INFO] state = (array([[ 1,  1,  0],\n",
      "       [ 1,  0, -1],\n",
      "       [-1,  1, -1]], dtype=int8), -1), action = [0 2], winner = -1\n",
      "00:00:09 [INFO] state = (array([[ 1, -1, -1],\n",
      "       [ 0, -1,  0],\n",
      "       [ 1,  1,  1]], dtype=int8), -1), action = None, winner = 1\n",
      "00:00:09 [INFO] state = (array([[ 1,  0, -1],\n",
      "       [ 0, -1,  1],\n",
      "       [-1,  0,  1]], dtype=int8), 1), action = None, winner = -1\n",
      "00:00:09 [INFO] state = (array([[ 0,  1,  1],\n",
      "       [-1, -1,  1],\n",
      "       [-1,  1, -1]], dtype=int8), 1), action = [0 0], winner = 1\n",
      "00:00:09 [INFO] state = (array([[-1,  1,  0],\n",
      "       [ 0,  0,  0],\n",
      "       [ 0,  0,  0]], dtype=int8), 1), action = [2 2], winner = 0\n",
      "00:00:09 [INFO] state = (array([[ 0,  0,  0],\n",
      "       [ 1,  0,  0],\n",
      "       [ 0,  0, -1]], dtype=int8), 1), action = [2 0], winner = 1\n",
      "00:00:09 [INFO] state = (array([[-1,  0,  1],\n",
      "       [ 0, -1, -1],\n",
      "       [ 1,  0,  1]], dtype=int8), 1), action = [2 1], winner = 1\n",
      "00:00:09 [INFO] state = (array([[ 0, -1,  0],\n",
      "       [-1,  1,  0],\n",
      "       [ 0,  0,  1]], dtype=int8), 1), action = [2 1], winner = 1\n",
      "00:00:09 [INFO] state = (array([[-1,  1,  1],\n",
      "       [-1, -1,  0],\n",
      "       [ 0,  0,  1]], dtype=int8), 1), action = [1 2], winner = 1\n",
      "00:00:09 [INFO] state = (array([[-1,  0, -1],\n",
      "       [ 1,  1,  0],\n",
      "       [ 1,  0,  0]], dtype=int8), -1), action = [1 2], winner = -1\n",
      "00:00:09 [INFO] state = (array([[ 1,  1,  0],\n",
      "       [ 0, -1,  1],\n",
      "       [ 1, -1, -1]], dtype=int8), -1), action = [1 0], winner = 1\n",
      "00:00:09 [INFO] state = (array([[ 0,  1, -1],\n",
      "       [ 1,  0, -1],\n",
      "       [ 0,  0,  1]], dtype=int8), -1), action = [2 1], winner = 1\n",
      "00:00:09 [INFO] state = (array([[ 1,  1, -1],\n",
      "       [ 0,  1, -1],\n",
      "       [ 1, -1,  0]], dtype=int8), -1), action = [2 2], winner = -1\n",
      "00:00:09 [INFO] state = (array([[ 1,  0,  0],\n",
      "       [ 1,  0, -1],\n",
      "       [ 0, -1,  0]], dtype=int8), 1), action = [2 2], winner = 1\n",
      "00:00:09 [INFO] state = (array([[ 0, -1,  1],\n",
      "       [ 0,  1, -1],\n",
      "       [-1,  1,  0]], dtype=int8), 1), action = [2 2], winner = 0\n",
      "00:00:09 [INFO] state = (array([[ 1, -1,  0],\n",
      "       [ 0,  1, -1],\n",
      "       [ 1,  1, -1]], dtype=int8), -1), action = [0 2], winner = -1\n",
      "00:00:09 [INFO] state = (array([[-1, -1,  0],\n",
      "       [ 0,  1, -1],\n",
      "       [ 1,  1,  0]], dtype=int8), 1), action = [2 2], winner = 1\n",
      "00:00:09 [INFO] state = (array([[ 1,  0, -1],\n",
      "       [ 1,  1,  0],\n",
      "       [-1,  0,  0]], dtype=int8), -1), action = [2 2], winner = 1\n",
      "00:00:09 [INFO] state = (array([[ 0, -1,  1],\n",
      "       [ 1,  0, -1],\n",
      "       [ 0,  0,  0]], dtype=int8), 1), action = [2 0], winner = 1\n",
      "00:00:09 [INFO] state = (array([[ 0,  1,  1],\n",
      "       [ 1,  0,  0],\n",
      "       [-1, -1,  0]], dtype=int8), -1), action = [2 2], winner = -1\n",
      "00:00:09 [INFO] state = (array([[ 1, -1,  0],\n",
      "       [-1,  0,  1],\n",
      "       [ 0,  1,  0]], dtype=int8), -1), action = [2 2], winner = 0\n",
      "00:00:09 [INFO] state = (array([[-1,  0,  0],\n",
      "       [-1,  1,  0],\n",
      "       [ 1,  1, -1]], dtype=int8), 1), action = [1 2], winner = 1\n",
      "00:00:09 [INFO] state = (array([[ 0, -1, -1],\n",
      "       [ 1,  0,  1],\n",
      "       [ 1,  0,  0]], dtype=int8), -1), action = [0 0], winner = -1\n",
      "00:00:09 [INFO] state = (array([[-1, -1,  1],\n",
      "       [ 1, -1,  0],\n",
      "       [ 1,  0,  0]], dtype=int8), 1), action = [2 2], winner = -1\n",
      "00:00:09 [INFO] state = (array([[ 0,  0,  1],\n",
      "       [ 0,  0,  1],\n",
      "       [-1,  1, -1]], dtype=int8), -1), action = [0 0], winner = -1\n",
      "00:00:09 [INFO] state = (array([[ 1,  0,  1],\n",
      "       [ 0, -1,  0],\n",
      "       [ 1, -1,  0]], dtype=int8), -1), action = [0 1], winner = -1\n",
      "00:00:09 [INFO] state = (array([[-1,  0,  0],\n",
      "       [ 0,  1,  1],\n",
      "       [ 1, -1, -1]], dtype=int8), 1), action = [1 0], winner = 1\n",
      "00:00:09 [INFO] state = (array([[-1,  1,  1],\n",
      "       [-1,  0,  0],\n",
      "       [-1,  1,  0]], dtype=int8), 1), action = None, winner = -1\n",
      "00:00:09 [INFO] state = (array([[ 0,  1,  1],\n",
      "       [ 1, -1, -1],\n",
      "       [ 1,  0, -1]], dtype=int8), -1), action = [0 0], winner = -1\n",
      "00:00:09 [INFO] state = (array([[ 1,  1,  0],\n",
      "       [ 0, -1, -1],\n",
      "       [ 1, -1,  1]], dtype=int8), -1), action = [1 0], winner = -1\n",
      "00:00:09 [INFO] state = (array([[ 0,  1,  0],\n",
      "       [ 0,  0, -1],\n",
      "       [ 0,  1,  0]], dtype=int8), -1), action = [1 1], winner = -1\n",
      "00:00:09 [INFO] state = (array([[ 0, -1,  0],\n",
      "       [ 0,  0,  1],\n",
      "       [ 1,  0, -1]], dtype=int8), 1), action = [1 1], winner = 1\n",
      "00:00:09 [INFO] state = (array([[ 0,  0,  0],\n",
      "       [ 1, -1,  1],\n",
      "       [ 0,  1, -1]], dtype=int8), -1), action = [2 0], winner = -1\n",
      "00:00:09 [INFO] state = (array([[ 0,  1,  0],\n",
      "       [-1,  0,  1],\n",
      "       [ 1,  0, -1]], dtype=int8), -1), action = [1 1], winner = 0\n",
      "00:00:09 [INFO] state = (array([[ 0, -1,  1],\n",
      "       [ 1,  0, -1],\n",
      "       [ 1,  1, -1]], dtype=int8), -1), action = [1 1], winner = 1\n",
      "00:00:09 [INFO] state = (array([[-1,  1, -1],\n",
      "       [ 0,  1,  0],\n",
      "       [ 0,  1,  0]], dtype=int8), -1), action = None, winner = 1\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "00:00:09 [INFO] state = (array([[-1,  0,  1],\n",
      "       [ 1,  0,  1],\n",
      "       [-1,  0, -1]], dtype=int8), 1), action = [1 1], winner = 1\n",
      "00:00:09 [INFO] state = (array([[-1,  1,  0],\n",
      "       [ 0,  1,  0],\n",
      "       [ 0, -1,  0]], dtype=int8), 1), action = [2 2], winner = 0\n",
      "00:00:09 [INFO] state = (array([[ 0, -1,  0],\n",
      "       [ 1,  1, -1],\n",
      "       [ 0,  1,  0]], dtype=int8), -1), action = [0 2], winner = -1\n",
      "00:00:09 [INFO] state = (array([[ 0,  0,  0],\n",
      "       [ 0,  1,  1],\n",
      "       [ 0,  0, -1]], dtype=int8), -1), action = [1 0], winner = 0\n",
      "00:00:09 [INFO] state = (array([[ 0,  0, -1],\n",
      "       [ 1,  0, -1],\n",
      "       [ 1,  1,  0]], dtype=int8), -1), action = [2 2], winner = -1\n",
      "00:00:09 [INFO] state = (array([[ 1, -1,  1],\n",
      "       [ 1,  1, -1],\n",
      "       [ 1, -1, -1]], dtype=int8), -1), action = None, winner = 1\n",
      "00:00:09 [INFO] state = (array([[ 0,  0, -1],\n",
      "       [ 0, -1,  0],\n",
      "       [ 1,  1,  0]], dtype=int8), 1), action = [2 2], winner = 1\n",
      "00:00:09 [INFO] state = (array([[ 0,  0, -1],\n",
      "       [-1,  1,  0],\n",
      "       [ 1, -1,  1]], dtype=int8), 1), action = [0 0], winner = 1\n",
      "00:00:09 [INFO] state = (array([[-1, -1,  1],\n",
      "       [ 1,  1,  0],\n",
      "       [-1,  1, -1]], dtype=int8), 1), action = [1 2], winner = 1\n",
      "00:00:09 [INFO] state = (array([[-1,  0, -1],\n",
      "       [ 1,  1, -1],\n",
      "       [ 1,  1, -1]], dtype=int8), 1), action = None, winner = -1\n",
      "00:00:09 [INFO] state = (array([[-1, -1,  0],\n",
      "       [ 1,  0,  1],\n",
      "       [ 0,  1, -1]], dtype=int8), 1), action = [1 1], winner = 1\n",
      "00:00:09 [INFO] state = (array([[ 0,  1,  0],\n",
      "       [-1,  0, -1],\n",
      "       [ 0,  0,  1]], dtype=int8), 1), action = [1 1], winner = 1\n",
      "00:00:09 [INFO] state = (array([[ 1, -1,  0],\n",
      "       [-1,  1, -1],\n",
      "       [ 0,  1,  1]], dtype=int8), -1), action = None, winner = 1\n",
      "00:00:09 [INFO] state = (array([[ 0,  0,  1],\n",
      "       [ 1,  0,  0],\n",
      "       [-1, -1,  1]], dtype=int8), -1), action = [1 2], winner = 1\n",
      "00:00:09 [INFO] state = (array([[ 0,  0,  0],\n",
      "       [-1,  0, -1],\n",
      "       [ 1,  0,  1]], dtype=int8), 1), action = [2 1], winner = 1\n",
      "00:00:09 [INFO] state = (array([[-1,  1,  0],\n",
      "       [ 0,  0,  0],\n",
      "       [-1,  0,  1]], dtype=int8), 1), action = [1 0], winner = 0\n",
      "00:00:09 [INFO] state = (array([[-1,  0,  0],\n",
      "       [ 1,  0,  1],\n",
      "       [-1,  1, -1]], dtype=int8), 1), action = [1 1], winner = 1\n",
      "00:00:09 [INFO] state = (array([[ 1, -1,  1],\n",
      "       [ 1,  1,  0],\n",
      "       [-1, -1, -1]], dtype=int8), 1), action = None, winner = -1\n",
      "00:00:09 [INFO] state = (array([[-1,  0,  1],\n",
      "       [ 1,  1, -1],\n",
      "       [ 0,  0,  0]], dtype=int8), -1), action = [2 0], winner = 0\n",
      "00:00:09 [INFO] state = (array([[ 1, -1,  0],\n",
      "       [ 0, -1,  1],\n",
      "       [ 0,  1,  0]], dtype=int8), -1), action = [2 2], winner = 0\n",
      "00:00:09 [INFO] state = (array([[ 1,  0,  0],\n",
      "       [ 1,  1, -1],\n",
      "       [-1,  0, -1]], dtype=int8), 1), action = [2 1], winner = -1\n",
      "00:00:09 [INFO] state = (array([[ 1,  1, -1],\n",
      "       [ 0,  1,  0],\n",
      "       [ 0, -1, -1]], dtype=int8), 1), action = [2 0], winner = -1\n",
      "00:00:09 [INFO] state = (array([[ 1,  1, -1],\n",
      "       [ 0,  1,  1],\n",
      "       [-1, -1, -1]], dtype=int8), 1), action = None, winner = -1\n",
      "00:00:09 [INFO] state = (array([[ 0,  1,  0],\n",
      "       [ 1, -1,  0],\n",
      "       [ 0,  0,  0]], dtype=int8), -1), action = [2 0], winner = 0\n",
      "00:00:09 [INFO] state = (array([[ 1,  0,  0],\n",
      "       [-1,  1, -1],\n",
      "       [ 1,  1, -1]], dtype=int8), -1), action = [0 2], winner = -1\n",
      "00:00:09 [INFO] state = (array([[ 1,  0,  1],\n",
      "       [ 0, -1, -1],\n",
      "       [ 0, -1,  1]], dtype=int8), 1), action = [0 1], winner = 1\n",
      "00:00:09 [INFO] state = (array([[ 0,  1, -1],\n",
      "       [ 1, -1, -1],\n",
      "       [ 0,  1,  0]], dtype=int8), 1), action = [2 2], winner = -1\n",
      "00:00:09 [INFO] state = (array([[-1, -1, -1],\n",
      "       [ 0,  0,  1],\n",
      "       [ 0,  1,  1]], dtype=int8), 1), action = None, winner = -1\n",
      "00:00:09 [INFO] state = (array([[-1,  0,  1],\n",
      "       [ 0,  1, -1],\n",
      "       [ 1, -1,  1]], dtype=int8), -1), action = None, winner = 1\n",
      "00:00:09 [INFO] state = (array([[ 1, -1,  0],\n",
      "       [ 0,  0,  0],\n",
      "       [ 1,  0, -1]], dtype=int8), 1), action = [1 1], winner = 1\n",
      "00:00:09 [INFO] state = (array([[ 0,  1, -1],\n",
      "       [ 0, -1,  1],\n",
      "       [ 1,  1, -1]], dtype=int8), -1), action = [0 0], winner = -1\n",
      "00:00:09 [INFO] state = (array([[-1,  1,  1],\n",
      "       [ 1,  1, -1],\n",
      "       [-1,  0, -1]], dtype=int8), 1), action = [2 1], winner = 1\n",
      "00:00:09 [INFO] state = (array([[ 1,  1,  0],\n",
      "       [ 1, -1, -1],\n",
      "       [ 1, -1,  0]], dtype=int8), -1), action = None, winner = 1\n",
      "00:00:09 [INFO] state = (array([[ 0, -1, -1],\n",
      "       [ 1, -1,  1],\n",
      "       [ 1,  1,  0]], dtype=int8), -1), action = [0 0], winner = -1\n",
      "00:00:09 [INFO] state = (array([[ 1,  0, -1],\n",
      "       [-1,  0,  1],\n",
      "       [ 0,  0,  1]], dtype=int8), -1), action = [1 1], winner = 0\n",
      "00:00:09 [INFO] state = (array([[ 0, -1, -1],\n",
      "       [-1,  0,  1],\n",
      "       [ 1,  1,  1]], dtype=int8), -1), action = None, winner = 1\n",
      "00:00:09 [INFO] state = (array([[ 0,  0, -1],\n",
      "       [-1,  0,  1],\n",
      "       [-1,  1,  1]], dtype=int8), 1), action = [1 1], winner = -1\n",
      "00:00:09 [INFO] state = (array([[ 1,  0,  1],\n",
      "       [ 0, -1, -1],\n",
      "       [-1,  1,  0]], dtype=int8), 1), action = [0 1], winner = 1\n",
      "00:00:09 [INFO] state = (array([[ 0, -1, -1],\n",
      "       [-1,  1,  1],\n",
      "       [ 1,  0,  1]], dtype=int8), -1), action = [0 0], winner = -1\n",
      "00:00:09 [INFO] state = (array([[ 1,  0, -1],\n",
      "       [ 0,  1,  0],\n",
      "       [ 1,  0, -1]], dtype=int8), -1), action = [1 2], winner = -1\n",
      "00:00:09 [INFO] state = (array([[ 1, -1,  0],\n",
      "       [-1, -1,  1],\n",
      "       [ 1,  0,  1]], dtype=int8), -1), action = [2 1], winner = -1\n",
      "00:00:09 [INFO] state = (array([[-1,  1,  1],\n",
      "       [ 1, -1, -1],\n",
      "       [ 0,  1,  0]], dtype=int8), -1), action = [2 2], winner = -1\n",
      "00:00:09 [INFO] state = (array([[ 0, -1,  0],\n",
      "       [ 0,  1,  1],\n",
      "       [ 0, -1,  0]], dtype=int8), 1), action = [2 2], winner = 1\n",
      "00:00:09 [INFO] state = (array([[ 1,  1, -1],\n",
      "       [ 1,  0,  1],\n",
      "       [ 0, -1, -1]], dtype=int8), -1), action = [2 0], winner = -1\n",
      "00:00:09 [INFO] state = (array([[ 0, -1,  0],\n",
      "       [ 0, -1,  1],\n",
      "       [-1,  1,  1]], dtype=int8), 1), action = [0 2], winner = 1\n",
      "00:00:09 [INFO] state = (array([[ 0,  0, -1],\n",
      "       [ 1, -1,  1],\n",
      "       [ 1,  0,  0]], dtype=int8), -1), action = [0 0], winner = -1\n",
      "00:00:09 [INFO] state = (array([[-1, -1,  0],\n",
      "       [ 0,  1,  0],\n",
      "       [ 0,  0,  1]], dtype=int8), 1), action = [0 2], winner = 1\n",
      "00:00:09 [INFO] state = (array([[ 1,  0,  0],\n",
      "       [ 1, -1,  1],\n",
      "       [ 1, -1, -1]], dtype=int8), -1), action = None, winner = 1\n",
      "00:00:09 [INFO] state = (array([[ 1, -1, -1],\n",
      "       [ 0,  1,  1],\n",
      "       [ 0,  0, -1]], dtype=int8), 1), action = [1 0], winner = 1\n",
      "00:00:09 [INFO] state = (array([[ 0,  0, -1],\n",
      "       [-1,  1,  0],\n",
      "       [ 1,  0,  1]], dtype=int8), -1), action = [2 1], winner = 1\n",
      "00:00:09 [INFO] state = (array([[-1,  0,  1],\n",
      "       [ 0,  1,  1],\n",
      "       [ 0, -1,  0]], dtype=int8), -1), action = [2 2], winner = 1\n",
      "00:00:09 [INFO] state = (array([[ 0,  1,  0],\n",
      "       [ 0, -1,  0],\n",
      "       [ 0,  1, -1]], dtype=int8), 1), action = [2 0], winner = -1\n",
      "00:00:09 [INFO] state = (array([[-1, -1,  1],\n",
      "       [-1,  0,  1],\n",
      "       [ 1,  1,  0]], dtype=int8), -1), action = [2 2], winner = 1\n",
      "00:00:09 [INFO] state = (array([[ 1, -1,  1],\n",
      "       [ 1,  0,  1],\n",
      "       [-1,  0, -1]], dtype=int8), -1), action = [2 1], winner = -1\n",
      "00:00:09 [INFO] state = (array([[ 1,  1,  1],\n",
      "       [-1,  1, -1],\n",
      "       [-1, -1,  1]], dtype=int8), -1), action = None, winner = 1\n",
      "00:00:09 [INFO] state = (array([[ 1,  0, -1],\n",
      "       [-1, -1,  1],\n",
      "       [ 1,  1, -1]], dtype=int8), 1), action = [0 1], winner = 0\n",
      "00:00:09 [INFO] state = (array([[ 1, -1, -1],\n",
      "       [-1,  0,  1],\n",
      "       [ 1,  0,  1]], dtype=int8), -1), action = [2 1], winner = 1\n",
      "00:00:09 [INFO] state = (array([[ 0,  0,  0],\n",
      "       [ 0, -1,  0],\n",
      "       [ 1,  0,  0]], dtype=int8), 1), action = [2 2], winner = 0\n",
      "00:00:09 [INFO] state = (array([[-1,  1,  0],\n",
      "       [ 0, -1,  0],\n",
      "       [ 1,  1,  0]], dtype=int8), -1), action = [2 2], winner = -1\n",
      "00:00:09 [INFO] state = (array([[ 1,  1,  1],\n",
      "       [ 0,  0,  0],\n",
      "       [-1,  0, -1]], dtype=int8), -1), action = None, winner = 1\n",
      "00:00:09 [INFO] state = (array([[ 1,  0, -1],\n",
      "       [-1,  1, -1],\n",
      "       [ 1,  1,  0]], dtype=int8), -1), action = [2 2], winner = -1\n",
      "00:00:09 [INFO] state = (array([[ 0,  0,  0],\n",
      "       [ 0, -1,  1],\n",
      "       [ 1, -1,  1]], dtype=int8), -1), action = [0 1], winner = -1\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "00:00:09 [INFO] state = (array([[ 1,  0, -1],\n",
      "       [-1, -1,  0],\n",
      "       [ 1,  1,  0]], dtype=int8), 1), action = [2 2], winner = 1\n",
      "00:00:09 [INFO] state = (array([[-1, -1,  0],\n",
      "       [ 1,  1,  1],\n",
      "       [ 1,  0, -1]], dtype=int8), -1), action = None, winner = 1\n",
      "00:00:09 [INFO] state = (array([[ 0,  1,  1],\n",
      "       [ 0,  0, -1],\n",
      "       [ 0, -1,  0]], dtype=int8), 1), action = [2 0], winner = 1\n",
      "00:00:09 [INFO] state = (array([[ 0, -1,  0],\n",
      "       [ 1,  1,  0],\n",
      "       [-1,  0,  0]], dtype=int8), 1), action = [2 2], winner = 1\n",
      "00:00:09 [INFO] state = (array([[ 0,  1, -1],\n",
      "       [ 0,  1,  1],\n",
      "       [ 0,  0, -1]], dtype=int8), -1), action = [2 1], winner = 1\n",
      "00:00:09 [INFO] state = (array([[ 0, -1,  1],\n",
      "       [ 1,  0,  1],\n",
      "       [ 0,  0, -1]], dtype=int8), -1), action = [1 1], winner = -1\n",
      "00:00:09 [INFO] state = (array([[ 0,  0,  0],\n",
      "       [ 0,  1,  1],\n",
      "       [-1,  1, -1]], dtype=int8), -1), action = [1 0], winner = 1\n",
      "00:00:09 [INFO] state = (array([[ 1, -1,  1],\n",
      "       [ 1, -1,  1],\n",
      "       [ 0, -1, -1]], dtype=int8), 1), action = None, winner = -1\n",
      "00:00:09 [INFO] state = (array([[-1,  1,  1],\n",
      "       [ 0,  0, -1],\n",
      "       [ 1,  0,  0]], dtype=int8), -1), action = [1 1], winner = -1\n",
      "00:00:09 [INFO] state = (array([[ 0, -1,  1],\n",
      "       [ 0, -1,  1],\n",
      "       [ 1,  0,  0]], dtype=int8), -1), action = [2 2], winner = -1\n",
      "00:00:09 [INFO] state = (array([[-1,  1,  0],\n",
      "       [ 0,  0, -1],\n",
      "       [ 1,  0,  0]], dtype=int8), 1), action = [2 1], winner = 1\n",
      "00:00:09 [INFO] state = (array([[ 1,  0, -1],\n",
      "       [-1,  1,  0],\n",
      "       [ 0,  0,  1]], dtype=int8), -1), action = None, winner = 1\n",
      "00:00:09 [INFO] state = (array([[ 0,  0,  0],\n",
      "       [ 0, -1,  1],\n",
      "       [ 1,  0, -1]], dtype=int8), 1), action = [0 0], winner = 0\n",
      "00:00:09 [INFO] state = (array([[ 1,  0,  1],\n",
      "       [-1, -1,  0],\n",
      "       [ 0,  1,  0]], dtype=int8), -1), action = [1 2], winner = -1\n",
      "00:00:09 [INFO] state = (array([[ 0,  1,  0],\n",
      "       [ 1,  0,  1],\n",
      "       [ 0, -1, -1]], dtype=int8), -1), action = [2 0], winner = -1\n",
      "00:00:09 [INFO] state = (array([[-1,  0,  1],\n",
      "       [-1,  0,  1],\n",
      "       [ 0,  0,  0]], dtype=int8), 1), action = [2 2], winner = 1\n",
      "00:00:09 [INFO] state = (array([[ 0,  0,  1],\n",
      "       [ 0,  0,  1],\n",
      "       [ 0,  0, -1]], dtype=int8), -1), action = [2 1], winner = -1\n",
      "00:00:09 [INFO] state = (array([[-1,  1, -1],\n",
      "       [ 1,  0,  0],\n",
      "       [ 0,  0,  1]], dtype=int8), -1), action = [2 1], winner = 0\n",
      "00:00:09 [INFO] state = (array([[ 0, -1,  1],\n",
      "       [ 1,  0,  0],\n",
      "       [-1,  0,  1]], dtype=int8), -1), action = [1 2], winner = 0\n",
      "00:00:09 [INFO] state = (array([[ 0, -1,  1],\n",
      "       [-1,  0, -1],\n",
      "       [ 1,  1,  1]], dtype=int8), -1), action = None, winner = 1\n",
      "00:00:09 [INFO] state = (array([[-1,  1, -1],\n",
      "       [-1,  1, -1],\n",
      "       [ 1,  1,  1]], dtype=int8), -1), action = None, winner = 1\n",
      "00:00:09 [INFO] state = (array([[ 0,  0,  0],\n",
      "       [ 1,  0, -1],\n",
      "       [ 0, -1,  1]], dtype=int8), 1), action = [0 0], winner = 1\n",
      "00:00:09 [INFO] state = (array([[ 0,  1,  0],\n",
      "       [ 0,  0, -1],\n",
      "       [ 0,  0,  1]], dtype=int8), -1), action = [1 1], winner = 0\n",
      "00:00:09 [INFO] state = (array([[ 1,  1, -1],\n",
      "       [-1,  1,  0],\n",
      "       [ 1, -1, -1]], dtype=int8), 1), action = [1 2], winner = 0\n",
      "00:00:09 [INFO] state = (array([[ 0, -1, -1],\n",
      "       [ 1, -1,  1],\n",
      "       [ 1, -1,  1]], dtype=int8), 1), action = None, winner = -1\n",
      "00:00:09 [INFO] state = (array([[ 0, -1,  1],\n",
      "       [ 1,  0,  0],\n",
      "       [ 1,  0, -1]], dtype=int8), -1), action = [2 1], winner = 1\n",
      "00:00:09 [INFO] state = (array([[-1,  1, -1],\n",
      "       [ 0, -1,  1],\n",
      "       [ 0,  0,  1]], dtype=int8), 1), action = [2 0], winner = 0\n",
      "00:00:09 [INFO] state = (array([[ 0, -1,  0],\n",
      "       [ 0,  0,  1],\n",
      "       [ 1,  0,  0]], dtype=int8), -1), action = [1 1], winner = 0\n",
      "00:00:09 [INFO] state = (array([[ 1, -1,  1],\n",
      "       [ 1,  0,  0],\n",
      "       [ 1, -1, -1]], dtype=int8), -1), action = None, winner = 1\n",
      "00:00:09 [INFO] state = (array([[ 0,  1, -1],\n",
      "       [ 0,  0,  1],\n",
      "       [-1,  0,  0]], dtype=int8), 1), action = [1 1], winner = 1\n",
      "00:00:09 [INFO] state = (array([[ 1,  1,  0],\n",
      "       [ 0, -1,  1],\n",
      "       [ 0, -1,  0]], dtype=int8), -1), action = [0 2], winner = 0\n",
      "00:00:09 [INFO] state = (array([[-1,  0,  0],\n",
      "       [ 0, -1,  1],\n",
      "       [ 1,  0,  1]], dtype=int8), -1), action = [2 1], winner = 1\n",
      "00:00:09 [INFO] state = (array([[ 1,  1,  1],\n",
      "       [ 1, -1, -1],\n",
      "       [ 1, -1, -1]], dtype=int8), -1), action = None, winner = 1\n",
      "00:00:09 [INFO] state = (array([[ 1, -1,  1],\n",
      "       [ 0,  0,  0],\n",
      "       [-1,  1,  0]], dtype=int8), -1), action = [2 2], winner = 0\n",
      "00:00:09 [INFO] state = (array([[-1,  1,  0],\n",
      "       [ 0,  0,  0],\n",
      "       [ 1, -1,  0]], dtype=int8), 1), action = [2 2], winner = 0\n",
      "00:00:09 [INFO] state = (array([[ 1,  1, -1],\n",
      "       [ 0, -1,  0],\n",
      "       [ 1,  1, -1]], dtype=int8), -1), action = [1 2], winner = -1\n",
      "00:00:09 [INFO] state = (array([[ 0,  1, -1],\n",
      "       [-1,  1, -1],\n",
      "       [ 0,  1,  1]], dtype=int8), -1), action = None, winner = 1\n",
      "00:00:09 [INFO] state = (array([[ 1,  0, -1],\n",
      "       [ 1, -1,  1],\n",
      "       [ 1,  0, -1]], dtype=int8), -1), action = None, winner = 1\n",
      "00:00:09 [INFO] state = (array([[ 1,  0,  0],\n",
      "       [ 1,  0,  1],\n",
      "       [-1, -1, -1]], dtype=int8), 1), action = None, winner = -1\n",
      "00:00:09 [INFO] state = (array([[-1,  1,  1],\n",
      "       [ 1, -1, -1],\n",
      "       [ 1,  0, -1]], dtype=int8), 1), action = None, winner = -1\n",
      "00:00:09 [INFO] state = (array([[ 0,  1,  1],\n",
      "       [ 0,  1,  0],\n",
      "       [-1, -1, -1]], dtype=int8), 1), action = None, winner = -1\n",
      "00:00:09 [INFO] state = (array([[-1, -1,  0],\n",
      "       [ 1,  1, -1],\n",
      "       [ 0,  0,  1]], dtype=int8), 1), action = [0 2], winner = 0\n",
      "00:00:09 [INFO] state = (array([[ 1,  0,  1],\n",
      "       [ 0, -1,  1],\n",
      "       [-1, -1,  0]], dtype=int8), 1), action = [2 2], winner = 1\n",
      "00:00:09 [INFO] state = (array([[-1,  1,  1],\n",
      "       [ 1, -1, -1],\n",
      "       [ 1,  0,  0]], dtype=int8), -1), action = [2 2], winner = -1\n",
      "00:00:09 [INFO] state = (array([[-1,  0,  1],\n",
      "       [ 0, -1,  0],\n",
      "       [ 0,  0,  1]], dtype=int8), 1), action = [2 1], winner = 1\n",
      "00:00:09 [INFO] state = (array([[ 0,  1,  0],\n",
      "       [ 0, -1,  0],\n",
      "       [-1,  0,  1]], dtype=int8), 1), action = [0 2], winner = 1\n",
      "00:00:09 [INFO] state = (array([[ 0,  0,  1],\n",
      "       [-1,  1,  0],\n",
      "       [ 0,  0, -1]], dtype=int8), 1), action = [2 1], winner = 1\n",
      "00:00:09 [INFO] state = (array([[-1, -1,  0],\n",
      "       [ 1,  0,  1],\n",
      "       [-1,  1,  0]], dtype=int8), 1), action = [1 1], winner = 1\n",
      "00:00:09 [INFO] state = (array([[-1,  1, -1],\n",
      "       [ 1,  1,  0],\n",
      "       [ 0,  1, -1]], dtype=int8), -1), action = None, winner = 1\n",
      "00:00:09 [INFO] state = (array([[ 0,  1,  0],\n",
      "       [-1,  1,  0],\n",
      "       [ 0, -1,  1]], dtype=int8), -1), action = [0 0], winner = 0\n",
      "00:00:09 [INFO] state = (array([[-1,  0,  0],\n",
      "       [-1,  1,  1],\n",
      "       [ 1,  1, -1]], dtype=int8), -1), action = [0 2], winner = 1\n",
      "00:00:09 [INFO] state = (array([[-1, -1,  1],\n",
      "       [ 0,  1,  0],\n",
      "       [-1,  1,  1]], dtype=int8), -1), action = [1 0], winner = -1\n",
      "00:00:09 [INFO] state = (array([[ 1, -1,  0],\n",
      "       [ 0,  1,  0],\n",
      "       [-1,  0,  0]], dtype=int8), 1), action = [2 2], winner = 1\n",
      "00:00:09 [INFO] state = (array([[ 1,  1, -1],\n",
      "       [-1,  0, -1],\n",
      "       [ 0,  0,  1]], dtype=int8), 1), action = [1 1], winner = 1\n",
      "00:00:09 [INFO] state = (array([[ 0,  0,  0],\n",
      "       [-1, -1,  0],\n",
      "       [ 0,  1,  1]], dtype=int8), 1), action = [2 0], winner = 1\n",
      "00:00:09 [INFO] state = (array([[ 0,  0,  0],\n",
      "       [ 0,  1, -1],\n",
      "       [ 0,  0,  0]], dtype=int8), 1), action = [2 2], winner = 1\n",
      "00:00:09 [INFO] state = (array([[-1, -1,  0],\n",
      "       [ 0,  0,  0],\n",
      "       [ 1,  1,  0]], dtype=int8), 1), action = [2 2], winner = 1\n",
      "00:00:09 [INFO] state = (array([[ 0, -1,  0],\n",
      "       [ 1,  0,  1],\n",
      "       [ 1, -1, -1]], dtype=int8), 1), action = [1 1], winner = 1\n",
      "00:00:09 [INFO] state = (array([[-1, -1, -1],\n",
      "       [-1,  1,  1],\n",
      "       [ 1,  1,  0]], dtype=int8), 1), action = None, winner = -1\n",
      "00:00:09 [INFO] state = (array([[-1,  1,  0],\n",
      "       [ 0, -1,  1],\n",
      "       [ 0,  1,  0]], dtype=int8), -1), action = [2 2], winner = -1\n",
      "00:00:09 [INFO] state = (array([[ 1,  0,  1],\n",
      "       [-1,  1,  0],\n",
      "       [ 0, -1, -1]], dtype=int8), 1), action = [2 0], winner = 1\n",
      "00:00:09 [INFO] state = (array([[ 1, -1,  1],\n",
      "       [-1,  1,  0],\n",
      "       [ 0, -1,  1]], dtype=int8), -1), action = None, winner = 1\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "00:00:09 [INFO] state = (array([[-1,  1,  1],\n",
      "       [ 0,  0,  1],\n",
      "       [ 0,  0, -1]], dtype=int8), -1), action = [2 1], winner = -1\n",
      "00:00:09 [INFO] state = (array([[ 0,  0,  1],\n",
      "       [ 1, -1, -1],\n",
      "       [-1,  1,  0]], dtype=int8), 1), action = [2 2], winner = 0\n",
      "00:00:09 [INFO] state = (array([[ 0, -1,  1],\n",
      "       [ 1, -1,  1],\n",
      "       [-1,  0,  0]], dtype=int8), 1), action = [2 2], winner = 1\n",
      "00:00:09 [INFO] state = (array([[ 0,  1,  0],\n",
      "       [ 1,  0,  1],\n",
      "       [-1,  0, -1]], dtype=int8), -1), action = [2 1], winner = -1\n",
      "00:00:09 [INFO] state = (array([[-1,  1,  0],\n",
      "       [ 0,  0, -1],\n",
      "       [ 0,  1,  0]], dtype=int8), 1), action = [2 2], winner = 1\n",
      "00:00:09 [INFO] state = (array([[ 0,  1,  1],\n",
      "       [ 0,  0, -1],\n",
      "       [-1,  1,  0]], dtype=int8), -1), action = [2 2], winner = 1\n",
      "00:00:09 [INFO] state = (array([[ 0,  1,  1],\n",
      "       [-1,  1,  1],\n",
      "       [-1, -1,  0]], dtype=int8), -1), action = [2 2], winner = -1\n",
      "00:00:09 [INFO] state = (array([[ 0,  0,  1],\n",
      "       [-1, -1, -1],\n",
      "       [ 0,  1,  1]], dtype=int8), 1), action = None, winner = -1\n",
      "00:00:09 [INFO] state = (array([[ 1,  1, -1],\n",
      "       [-1,  1,  1],\n",
      "       [ 0,  0, -1]], dtype=int8), -1), action = [2 1], winner = 0\n",
      "00:00:09 [INFO] state = (array([[-1, -1,  1],\n",
      "       [ 0,  1,  1],\n",
      "       [-1,  0,  0]], dtype=int8), 1), action = [2 2], winner = 1\n",
      "00:00:09 [INFO] state = (array([[ 1, -1, -1],\n",
      "       [ 1,  0,  1],\n",
      "       [ 0,  0,  0]], dtype=int8), -1), action = [2 2], winner = 1\n",
      "00:00:09 [INFO] state = (array([[-1,  1,  1],\n",
      "       [ 0,  0,  1],\n",
      "       [-1, -1,  0]], dtype=int8), 1), action = [2 2], winner = 1\n",
      "00:00:09 [INFO] state = (array([[ 1, -1,  0],\n",
      "       [-1,  1,  1],\n",
      "       [ 0, -1,  0]], dtype=int8), 1), action = [2 2], winner = 1\n",
      "00:00:09 [INFO] state = (array([[ 1,  0,  0],\n",
      "       [-1, -1,  1],\n",
      "       [ 0,  0,  0]], dtype=int8), 1), action = [0 2], winner = 1\n",
      "00:00:09 [INFO] state = (array([[ 0, -1,  1],\n",
      "       [ 1,  1,  0],\n",
      "       [-1,  1, -1]], dtype=int8), -1), action = [1 2], winner = 0\n",
      "00:00:09 [INFO] state = (array([[ 1,  0, -1],\n",
      "       [ 1,  0, -1],\n",
      "       [ 0,  0,  0]], dtype=int8), 1), action = [2 2], winner = 1\n",
      "00:00:09 [INFO] state = (array([[ 1,  1,  0],\n",
      "       [ 1, -1,  0],\n",
      "       [ 1, -1, -1]], dtype=int8), -1), action = None, winner = 1\n",
      "00:00:09 [INFO] state = (array([[-1, -1,  1],\n",
      "       [ 0,  1,  0],\n",
      "       [ 1, -1,  1]], dtype=int8), -1), action = None, winner = 1\n",
      "00:00:09 [INFO] state = (array([[ 1,  0, -1],\n",
      "       [-1,  0, -1],\n",
      "       [ 0,  1,  1]], dtype=int8), 1), action = [2 0], winner = 1\n",
      "00:00:09 [INFO] state = (array([[ 1, -1, -1],\n",
      "       [ 1,  0,  1],\n",
      "       [-1, -1,  1]], dtype=int8), 1), action = [1 1], winner = 1\n",
      "00:00:09 [INFO] state = (array([[ 0,  1, -1],\n",
      "       [ 1,  0,  0],\n",
      "       [-1,  0,  1]], dtype=int8), -1), action = [1 1], winner = -1\n",
      "00:00:09 [INFO] state = (array([[ 1, -1,  0],\n",
      "       [ 1, -1, -1],\n",
      "       [ 0,  1,  1]], dtype=int8), -1), action = [2 0], winner = 0\n",
      "00:00:09 [INFO] state = (array([[ 1,  0, -1],\n",
      "       [-1,  1, -1],\n",
      "       [ 0,  1,  1]], dtype=int8), -1), action = None, winner = 1\n",
      "00:00:09 [INFO] state = (array([[ 1, -1,  1],\n",
      "       [ 1, -1,  0],\n",
      "       [ 1,  0, -1]], dtype=int8), -1), action = None, winner = 1\n",
      "00:00:09 [INFO] state = (array([[ 1,  0,  0],\n",
      "       [ 1, -1,  0],\n",
      "       [-1,  1, -1]], dtype=int8), 1), action = [0 2], winner = 0\n",
      "00:00:09 [INFO] state = (array([[ 1,  1, -1],\n",
      "       [ 0,  0,  0],\n",
      "       [ 0,  0, -1]], dtype=int8), 1), action = [2 1], winner = -1\n",
      "00:00:09 [INFO] state = (array([[ 0,  0, -1],\n",
      "       [ 1,  1,  1],\n",
      "       [ 0, -1,  0]], dtype=int8), -1), action = None, winner = 1\n",
      "00:00:09 [INFO] state = (array([[ 1, -1, -1],\n",
      "       [ 0, -1,  1],\n",
      "       [-1,  1,  1]], dtype=int8), 1), action = None, winner = -1\n",
      "00:00:09 [INFO] state = (array([[-1,  0,  0],\n",
      "       [ 1, -1,  1],\n",
      "       [ 1, -1,  0]], dtype=int8), 1), action = [2 2], winner = -1\n",
      "00:00:09 [INFO] state = (array([[ 1,  0,  1],\n",
      "       [ 0, -1, -1],\n",
      "       [ 0,  1, -1]], dtype=int8), 1), action = [1 0], winner = 1\n",
      "00:00:09 [INFO] state = (array([[ 0,  1, -1],\n",
      "       [-1,  0,  0],\n",
      "       [ 1,  1, -1]], dtype=int8), 1), action = [1 1], winner = 1\n",
      "00:00:09 [INFO] state = (array([[-1, -1, -1],\n",
      "       [ 1,  0,  1],\n",
      "       [ 1,  0,  0]], dtype=int8), 1), action = None, winner = -1\n",
      "00:00:09 [INFO] state = (array([[ 1,  1, -1],\n",
      "       [-1, -1,  0],\n",
      "       [ 0,  1,  0]], dtype=int8), 1), action = [2 2], winner = -1\n",
      "00:00:09 [INFO] state = (array([[-1,  0,  1],\n",
      "       [ 0,  1, -1],\n",
      "       [ 0,  1,  0]], dtype=int8), -1), action = [2 2], winner = 1\n",
      "00:00:09 [INFO] state = (array([[-1, -1,  1],\n",
      "       [ 0,  1,  1],\n",
      "       [ 0,  1, -1]], dtype=int8), -1), action = [2 0], winner = 1\n",
      "00:00:09 [INFO] state = (array([[-1,  0,  1],\n",
      "       [ 1,  0,  0],\n",
      "       [-1,  0,  0]], dtype=int8), 1), action = [1 2], winner = 1\n",
      "00:00:09 [INFO] state = (array([[ 0,  0,  0],\n",
      "       [ 1,  0,  0],\n",
      "       [-1,  1, -1]], dtype=int8), 1), action = [1 1], winner = 1\n",
      "00:00:09 [INFO] state = (array([[ 0,  1,  1],\n",
      "       [ 1, -1,  0],\n",
      "       [-1,  0,  0]], dtype=int8), -1), action = [0 0], winner = 0\n",
      "00:00:09 [INFO] state = (array([[ 1, -1,  0],\n",
      "       [-1, -1,  0],\n",
      "       [ 1,  1,  1]], dtype=int8), -1), action = None, winner = 1\n",
      "00:00:09 [INFO] state = (array([[ 1,  0, -1],\n",
      "       [-1,  1,  1],\n",
      "       [-1,  0,  1]], dtype=int8), -1), action = None, winner = 1\n",
      "00:00:09 [INFO] state = (array([[ 0, -1,  1],\n",
      "       [ 1,  1, -1],\n",
      "       [ 0, -1,  1]], dtype=int8), -1), action = [2 0], winner = 1\n",
      "00:00:09 [INFO] state = (array([[ 0,  1, -1],\n",
      "       [ 0,  0,  1],\n",
      "       [ 1, -1, -1]], dtype=int8), 1), action = [1 0], winner = 1\n",
      "00:00:09 [INFO] state = (array([[ 0,  0,  0],\n",
      "       [ 0, -1, -1],\n",
      "       [ 1,  1,  1]], dtype=int8), -1), action = None, winner = 1\n",
      "00:00:09 [INFO] state = (array([[-1,  1,  0],\n",
      "       [-1, -1,  0],\n",
      "       [ 1,  1,  1]], dtype=int8), -1), action = None, winner = 1\n",
      "00:00:09 [INFO] state = (array([[-1,  1,  0],\n",
      "       [ 0, -1,  0],\n",
      "       [ 0,  1,  0]], dtype=int8), 1), action = [2 2], winner = -1\n",
      "00:00:09 [INFO] state = (array([[-1,  1,  1],\n",
      "       [ 1, -1, -1],\n",
      "       [-1,  0,  1]], dtype=int8), 1), action = [2 1], winner = 0\n",
      "00:00:09 [INFO] state = (array([[ 1,  0, -1],\n",
      "       [ 0,  0,  0],\n",
      "       [ 0,  0,  0]], dtype=int8), 1), action = [2 2], winner = 1\n",
      "00:00:09 [INFO] state = (array([[-1, -1, -1],\n",
      "       [ 1,  0,  0],\n",
      "       [ 1,  0,  1]], dtype=int8), 1), action = None, winner = -1\n",
      "00:00:09 [INFO] state = (array([[ 0,  1, -1],\n",
      "       [ 0,  1, -1],\n",
      "       [ 0,  0,  0]], dtype=int8), 1), action = [2 2], winner = 1\n",
      "00:00:09 [INFO] state = (array([[ 1, -1,  1],\n",
      "       [ 0,  1,  0],\n",
      "       [ 1, -1, -1]], dtype=int8), -1), action = None, winner = 1\n",
      "00:00:09 [INFO] state = (array([[-1,  0, -1],\n",
      "       [ 1,  1,  0],\n",
      "       [-1,  1,  1]], dtype=int8), -1), action = [0 1], winner = -1\n",
      "00:00:09 [INFO] state = (array([[ 0,  1,  1],\n",
      "       [ 0, -1, -1],\n",
      "       [ 1, -1,  0]], dtype=int8), 1), action = [0 0], winner = 1\n",
      "00:00:09 [INFO] state = (array([[ 0, -1,  1],\n",
      "       [-1,  1,  0],\n",
      "       [ 1, -1,  1]], dtype=int8), -1), action = None, winner = 1\n",
      "00:00:09 [INFO] state = (array([[ 0, -1,  1],\n",
      "       [ 0,  0,  1],\n",
      "       [ 1, -1, -1]], dtype=int8), 1), action = [1 1], winner = 1\n",
      "00:00:09 [INFO] state = (array([[-1,  0,  1],\n",
      "       [-1,  0,  1],\n",
      "       [-1,  1,  0]], dtype=int8), 1), action = None, winner = -1\n",
      "00:00:09 [INFO] state = (array([[ 1,  0,  1],\n",
      "       [ 1, -1, -1],\n",
      "       [ 1, -1,  0]], dtype=int8), -1), action = None, winner = 1\n",
      "00:00:09 [INFO] state = (array([[ 1, -1,  1],\n",
      "       [ 0,  0,  0],\n",
      "       [ 0,  1, -1]], dtype=int8), -1), action = [2 0], winner = 0\n",
      "00:00:09 [INFO] state = (array([[ 1,  1, -1],\n",
      "       [ 0,  0, -1],\n",
      "       [ 0,  1, -1]], dtype=int8), 1), action = None, winner = -1\n",
      "00:00:09 [INFO] state = (array([[ 0, -1,  1],\n",
      "       [ 0, -1,  1],\n",
      "       [-1,  1,  0]], dtype=int8), 1), action = [2 2], winner = 1\n",
      "00:00:09 [INFO] state = (array([[ 0, -1,  0],\n",
      "       [ 0,  1,  0],\n",
      "       [-1,  1,  0]], dtype=int8), 1), action = [1 2], winner = 0\n",
      "00:00:09 [INFO] state = (array([[ 0, -1,  0],\n",
      "       [ 0, -1,  1],\n",
      "       [ 0,  1,  1]], dtype=int8), -1), action = [2 0], winner = 1\n",
      "00:00:09 [INFO] state = (array([[-1, -1, -1],\n",
      "       [ 1,  1,  0],\n",
      "       [ 0,  1,  0]], dtype=int8), 1), action = None, winner = -1\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "00:00:09 [INFO] state = (array([[ 1,  0,  1],\n",
      "       [-1, -1,  0],\n",
      "       [ 0, -1,  1]], dtype=int8), 1), action = [1 2], winner = 1\n",
      "00:00:09 [INFO] state = (array([[ 0, -1,  1],\n",
      "       [ 0,  1, -1],\n",
      "       [-1,  0,  1]], dtype=int8), 1), action = [0 0], winner = 1\n",
      "00:00:09 [INFO] state = (array([[ 1,  0,  0],\n",
      "       [ 1, -1,  1],\n",
      "       [-1,  0,  0]], dtype=int8), -1), action = [2 2], winner = -1\n",
      "00:00:09 [INFO] state = (array([[ 0,  0, -1],\n",
      "       [ 1, -1,  0],\n",
      "       [ 0,  1,  1]], dtype=int8), -1), action = [2 0], winner = -1\n",
      "00:00:09 [INFO] state = (array([[ 0,  0,  0],\n",
      "       [-1,  1, -1],\n",
      "       [ 0,  1,  0]], dtype=int8), 1), action = [2 2], winner = 1\n",
      "00:00:09 [INFO] state = (array([[-1,  0,  1],\n",
      "       [ 0,  0,  1],\n",
      "       [ 0, -1,  1]], dtype=int8), -1), action = None, winner = 1\n",
      "00:00:09 [INFO] state = (array([[ 1,  0,  1],\n",
      "       [ 1, -1, -1],\n",
      "       [ 0,  1, -1]], dtype=int8), -1), action = [2 0], winner = 1\n",
      "00:00:09 [INFO] state = (array([[-1,  1,  0],\n",
      "       [-1,  1,  0],\n",
      "       [ 0,  0,  1]], dtype=int8), -1), action = [2 0], winner = -1\n",
      "00:00:09 [INFO] state = (array([[-1,  0, -1],\n",
      "       [ 1,  0, -1],\n",
      "       [ 0,  1,  1]], dtype=int8), 1), action = [2 0], winner = 1\n",
      "00:00:09 [INFO] state = (array([[-1, -1, -1],\n",
      "       [-1,  1,  1],\n",
      "       [ 1,  0,  1]], dtype=int8), 1), action = None, winner = -1\n",
      "00:00:09 [INFO] state = (array([[ 1, -1,  0],\n",
      "       [-1,  1, -1],\n",
      "       [ 1,  1,  0]], dtype=int8), -1), action = [2 2], winner = 1\n",
      "00:00:09 [INFO] state = (array([[ 1,  0,  1],\n",
      "       [ 1, -1, -1],\n",
      "       [-1, -1,  1]], dtype=int8), 1), action = [0 1], winner = 1\n",
      "00:00:09 [INFO] state = (array([[ 1, -1,  1],\n",
      "       [-1,  0,  0],\n",
      "       [ 0,  1,  0]], dtype=int8), -1), action = [2 2], winner = 0\n",
      "00:00:09 [INFO] state = (array([[ 0,  1,  0],\n",
      "       [ 0,  1,  0],\n",
      "       [ 1, -1, -1]], dtype=int8), -1), action = [0 2], winner = 0\n",
      "00:00:09 [INFO] state = (array([[ 0, -1,  1],\n",
      "       [ 1, -1, -1],\n",
      "       [-1,  1,  1]], dtype=int8), 1), action = [0 0], winner = 0\n",
      "00:00:09 [INFO] state = (array([[ 1,  1, -1],\n",
      "       [-1,  0,  0],\n",
      "       [-1,  1,  1]], dtype=int8), -1), action = [1 1], winner = -1\n",
      "00:00:09 [INFO] state = (array([[-1,  0,  0],\n",
      "       [ 0,  0,  0],\n",
      "       [ 1,  1,  0]], dtype=int8), -1), action = [2 2], winner = 1\n",
      "00:00:09 [INFO] state = (array([[ 0,  0, -1],\n",
      "       [-1,  1,  1],\n",
      "       [ 0,  0,  1]], dtype=int8), -1), action = [0 0], winner = -1\n",
      "00:00:09 [INFO] state = (array([[-1, -1,  1],\n",
      "       [ 0, -1,  0],\n",
      "       [ 0,  1,  1]], dtype=int8), 1), action = [2 0], winner = 1\n",
      "00:00:09 [INFO] state = (array([[-1,  0,  1],\n",
      "       [ 1,  1, -1],\n",
      "       [ 1, -1,  0]], dtype=int8), -1), action = None, winner = 1\n",
      "00:00:09 [INFO] state = (array([[ 1,  1,  0],\n",
      "       [ 0,  1,  0],\n",
      "       [-1, -1,  0]], dtype=int8), -1), action = [2 2], winner = -1\n",
      "00:00:09 [INFO] state = (array([[-1,  0,  0],\n",
      "       [ 0, -1,  1],\n",
      "       [ 0,  1,  0]], dtype=int8), 1), action = [2 2], winner = 1\n",
      "00:00:09 [INFO] state = (array([[ 0, -1,  0],\n",
      "       [ 1, -1,  1],\n",
      "       [ 0,  1, -1]], dtype=int8), 1), action = [0 0], winner = 0\n",
      "00:00:09 [INFO] state = (array([[-1,  0, -1],\n",
      "       [ 0,  1,  1],\n",
      "       [ 0,  1, -1]], dtype=int8), 1), action = [1 0], winner = 1\n",
      "00:00:09 [INFO] state = (array([[ 0, -1,  0],\n",
      "       [ 0, -1,  1],\n",
      "       [ 1,  0,  1]], dtype=int8), -1), action = [2 1], winner = -1\n",
      "00:00:09 [INFO] state = (array([[ 0,  1,  0],\n",
      "       [ 0,  0, -1],\n",
      "       [ 0,  1, -1]], dtype=int8), 1), action = [1 1], winner = 1\n",
      "00:00:09 [INFO] state = (array([[ 1, -1, -1],\n",
      "       [-1,  0,  1],\n",
      "       [ 0,  1,  1]], dtype=int8), -1), action = [2 0], winner = 1\n",
      "00:00:09 [INFO] state = (array([[ 1,  0, -1],\n",
      "       [-1,  1,  0],\n",
      "       [ 1,  0, -1]], dtype=int8), 1), action = [1 2], winner = 0\n",
      "00:00:09 [INFO] state = (array([[-1,  1,  1],\n",
      "       [ 1,  1,  0],\n",
      "       [-1, -1, -1]], dtype=int8), 1), action = None, winner = -1\n",
      "00:00:09 [INFO] state = (array([[-1,  0,  0],\n",
      "       [-1,  1,  0],\n",
      "       [-1,  1,  1]], dtype=int8), 1), action = None, winner = -1\n",
      "00:00:09 [INFO] state = (array([[ 1, -1,  1],\n",
      "       [ 0,  1,  0],\n",
      "       [ 0, -1,  0]], dtype=int8), -1), action = [2 2], winner = 1\n",
      "00:00:09 [INFO] state = (array([[-1,  1,  1],\n",
      "       [-1,  0, -1],\n",
      "       [ 0,  1,  1]], dtype=int8), -1), action = [2 0], winner = -1\n",
      "00:00:09 [INFO] state = (array([[ 0, -1,  1],\n",
      "       [ 0,  1,  0],\n",
      "       [-1,  1, -1]], dtype=int8), 1), action = [1 2], winner = 0\n",
      "00:00:09 [INFO] state = (array([[ 0,  0,  0],\n",
      "       [ 0, -1,  0],\n",
      "       [ 1,  1,  0]], dtype=int8), -1), action = [2 2], winner = 0\n",
      "00:00:09 [INFO] state = (array([[ 0,  0, -1],\n",
      "       [ 0,  1,  0],\n",
      "       [-1,  1,  1]], dtype=int8), -1), action = [1 2], winner = 1\n",
      "00:00:09 [INFO] state = (array([[ 1, -1,  1],\n",
      "       [ 1, -1,  0],\n",
      "       [-1,  1,  0]], dtype=int8), -1), action = [2 2], winner = 0\n",
      "00:00:09 [INFO] state = (array([[-1,  0,  1],\n",
      "       [ 0,  1,  1],\n",
      "       [ 0,  0, -1]], dtype=int8), -1), action = [2 1], winner = 1\n",
      "00:00:09 [INFO] state = (array([[ 0,  0, -1],\n",
      "       [ 0,  0, -1],\n",
      "       [ 0,  1,  1]], dtype=int8), 1), action = [2 0], winner = 1\n",
      "00:00:09 [INFO] state = (array([[ 0,  1,  0],\n",
      "       [-1,  0,  0],\n",
      "       [ 0, -1,  1]], dtype=int8), 1), action = [0 2], winner = 1\n",
      "00:00:09 [INFO] state = (array([[ 0,  1,  0],\n",
      "       [-1,  0,  1],\n",
      "       [ 0, -1,  0]], dtype=int8), 1), action = [0 2], winner = 1\n",
      "00:00:09 [INFO] state = (array([[ 0,  0, -1],\n",
      "       [ 1,  0,  1],\n",
      "       [-1,  1, -1]], dtype=int8), 1), action = [1 1], winner = 1\n",
      "00:00:09 [INFO] state = (array([[ 0,  1, -1],\n",
      "       [-1,  0,  0],\n",
      "       [ 0,  0,  1]], dtype=int8), 1), action = [2 1], winner = 1\n",
      "00:00:09 [INFO] state = (array([[ 1,  0, -1],\n",
      "       [ 0, -1,  1],\n",
      "       [ 1,  0,  0]], dtype=int8), -1), action = [1 0], winner = 0\n",
      "00:00:09 [INFO] state = (array([[ 0,  1,  0],\n",
      "       [-1,  0, -1],\n",
      "       [ 1,  0,  1]], dtype=int8), -1), action = [1 1], winner = -1\n",
      "00:00:09 [INFO] state = (array([[ 0,  0, -1],\n",
      "       [ 0,  0,  1],\n",
      "       [ 0, -1,  1]], dtype=int8), 1), action = [1 1], winner = 1\n",
      "00:00:09 [INFO] state = (array([[-1,  0,  0],\n",
      "       [ 1,  0,  0],\n",
      "       [ 1,  0,  0]], dtype=int8), -1), action = [0 2], winner = -1\n",
      "00:00:09 [INFO] state = (array([[ 0,  0,  1],\n",
      "       [-1,  0,  1],\n",
      "       [ 0,  0,  0]], dtype=int8), -1), action = [2 2], winner = 0\n",
      "00:00:09 [INFO] state = (array([[ 0, -1, -1],\n",
      "       [ 1,  1, -1],\n",
      "       [ 0,  1,  1]], dtype=int8), -1), action = [0 0], winner = -1\n",
      "00:00:09 [INFO] state = (array([[ 0, -1, -1],\n",
      "       [ 1,  0, -1],\n",
      "       [ 1,  1,  0]], dtype=int8), 1), action = [2 2], winner = 1\n",
      "00:00:09 [INFO] state = (array([[ 1,  0, -1],\n",
      "       [ 1,  1, -1],\n",
      "       [ 0,  0,  0]], dtype=int8), -1), action = [2 2], winner = -1\n",
      "00:00:09 [INFO] state = (array([[ 1,  0,  1],\n",
      "       [ 0,  1, -1],\n",
      "       [-1,  1, -1]], dtype=int8), -1), action = [0 1], winner = 0\n",
      "00:00:09 [INFO] state = (array([[ 0, -1, -1],\n",
      "       [ 0,  0,  1],\n",
      "       [ 1,  0,  1]], dtype=int8), -1), action = [2 1], winner = -1\n",
      "00:00:09 [INFO] state = (array([[ 0,  0,  0],\n",
      "       [-1, -1,  1],\n",
      "       [ 0,  0,  1]], dtype=int8), 1), action = [2 1], winner = 1\n",
      "00:00:09 [INFO] state = (array([[ 1, -1, -1],\n",
      "       [ 0,  1,  0],\n",
      "       [ 1, -1,  1]], dtype=int8), -1), action = None, winner = 1\n",
      "00:00:09 [INFO] state = (array([[-1,  1,  1],\n",
      "       [-1,  0, -1],\n",
      "       [ 1,  0,  0]], dtype=int8), 1), action = [1 1], winner = 1\n",
      "00:00:09 [INFO] state = (array([[ 1,  1,  1],\n",
      "       [ 0, -1,  0],\n",
      "       [-1,  1, -1]], dtype=int8), -1), action = None, winner = 1\n",
      "00:00:09 [INFO] state = (array([[ 0,  0,  0],\n",
      "       [-1, -1,  1],\n",
      "       [ 1,  1,  0]], dtype=int8), -1), action = [2 2], winner = 0\n",
      "00:00:09 [INFO] state = (array([[ 1, -1, -1],\n",
      "       [ 0, -1,  0],\n",
      "       [ 0,  1,  1]], dtype=int8), 1), action = [2 0], winner = 1\n",
      "00:00:09 [INFO] state = (array([[ 0,  0,  1],\n",
      "       [-1,  1,  1],\n",
      "       [ 0,  0, -1]], dtype=int8), -1), action = [2 0], winner = -1\n",
      "00:00:09 [INFO] state = (array([[ 0, -1,  1],\n",
      "       [ 0,  0,  1],\n",
      "       [-1,  1, -1]], dtype=int8), 1), action = [1 1], winner = 0\n",
      "00:00:09 [INFO] state = (array([[ 0,  0, -1],\n",
      "       [ 1,  1, -1],\n",
      "       [ 0,  0,  0]], dtype=int8), 1), action = [2 2], winner = 0\n",
      "00:00:09 [INFO] state = (array([[ 0,  0,  0],\n",
      "       [-1,  1,  1],\n",
      "       [ 1,  0, -1]], dtype=int8), -1), action = [0 2], winner = 0\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "00:00:09 [INFO] state = (array([[ 1,  1,  0],\n",
      "       [ 0, -1,  0],\n",
      "       [-1,  0,  1]], dtype=int8), -1), action = [0 2], winner = -1\n",
      "00:00:09 [INFO] state = (array([[-1,  0,  0],\n",
      "       [ 0,  0,  1],\n",
      "       [ 0,  1,  0]], dtype=int8), -1), action = [2 0], winner = -1\n",
      "00:00:09 [INFO] state = (array([[ 0,  0, -1],\n",
      "       [ 1,  0, -1],\n",
      "       [ 0,  1,  1]], dtype=int8), -1), action = [2 0], winner = 1\n",
      "00:00:09 [INFO] state = (array([[ 1,  1, -1],\n",
      "       [-1,  1, -1],\n",
      "       [ 0,  0,  0]], dtype=int8), 1), action = [2 2], winner = 1\n",
      "00:00:09 [INFO] state = (array([[ 1, -1,  1],\n",
      "       [ 0,  1,  1],\n",
      "       [-1,  0, -1]], dtype=int8), -1), action = [2 1], winner = -1\n",
      "00:00:09 [INFO] state = (array([[-1,  0,  1],\n",
      "       [ 0,  1, -1],\n",
      "       [ 1,  1, -1]], dtype=int8), -1), action = None, winner = 1\n",
      "00:00:09 [INFO] state = (array([[ 1,  0,  1],\n",
      "       [ 0, -1,  1],\n",
      "       [-1,  0, -1]], dtype=int8), 1), action = [0 1], winner = 1\n",
      "00:00:09 [INFO] state = (array([[ 0,  0,  1],\n",
      "       [-1,  0,  1],\n",
      "       [ 1, -1, -1]], dtype=int8), 1), action = [1 1], winner = 1\n",
      "00:00:09 [INFO] state = (array([[-1,  0,  1],\n",
      "       [-1,  1,  1],\n",
      "       [ 0,  0, -1]], dtype=int8), 1), action = [2 0], winner = 1\n",
      "00:00:09 [INFO] state = (array([[ 0,  1,  1],\n",
      "       [-1, -1, -1],\n",
      "       [ 0,  0,  1]], dtype=int8), 1), action = None, winner = -1\n",
      "00:00:09 [INFO] state = (array([[ 0,  0,  0],\n",
      "       [ 1,  0,  0],\n",
      "       [ 0,  1, -1]], dtype=int8), -1), action = [0 2], winner = -1\n",
      "00:00:09 [INFO] state = (array([[ 0,  0,  1],\n",
      "       [-1,  0, -1],\n",
      "       [ 0,  1,  1]], dtype=int8), -1), action = [2 0], winner = -1\n",
      "00:00:09 [INFO] state = (array([[ 1,  1,  1],\n",
      "       [-1,  0, -1],\n",
      "       [-1,  1,  0]], dtype=int8), -1), action = None, winner = 1\n",
      "00:00:09 [INFO] state = (array([[ 0,  0, -1],\n",
      "       [ 0, -1,  0],\n",
      "       [ 1,  0,  1]], dtype=int8), 1), action = [2 1], winner = 1\n",
      "00:00:09 [INFO] state = (array([[ 0,  0,  1],\n",
      "       [-1,  0, -1],\n",
      "       [ 1,  1, -1]], dtype=int8), 1), action = [1 1], winner = 1\n",
      "00:00:09 [INFO] state = (array([[ 1,  1,  0],\n",
      "       [-1,  0,  1],\n",
      "       [ 1, -1, -1]], dtype=int8), -1), action = [0 2], winner = 0\n",
      "00:00:09 [INFO] state = (array([[ 0,  0,  0],\n",
      "       [-1,  1,  0],\n",
      "       [ 1,  1, -1]], dtype=int8), -1), action = [1 2], winner = 1\n",
      "00:00:09 [INFO] state = (array([[ 1, -1, -1],\n",
      "       [ 0,  1,  0],\n",
      "       [ 1,  0,  0]], dtype=int8), -1), action = [2 2], winner = 1\n",
      "00:00:09 [INFO] state = (array([[-1,  1,  1],\n",
      "       [ 1,  0, -1],\n",
      "       [ 0,  0, -1]], dtype=int8), 1), action = [1 1], winner = 1\n",
      "00:00:09 [INFO] state = (array([[ 0, -1,  1],\n",
      "       [-1,  0,  1],\n",
      "       [ 1,  0, -1]], dtype=int8), 1), action = [1 1], winner = 1\n",
      "00:00:09 [INFO] state = (array([[ 1,  1,  0],\n",
      "       [-1, -1, -1],\n",
      "       [ 0,  0,  1]], dtype=int8), 1), action = None, winner = -1\n",
      "00:00:09 [INFO] state = (array([[ 1,  0,  0],\n",
      "       [-1,  1,  1],\n",
      "       [ 1, -1, -1]], dtype=int8), -1), action = [0 2], winner = 0\n",
      "00:00:09 [INFO] state = (array([[ 0, -1,  0],\n",
      "       [-1,  0,  1],\n",
      "       [ 0,  1,  1]], dtype=int8), -1), action = [2 0], winner = 1\n",
      "00:00:09 [INFO] state = (array([[ 0,  1, -1],\n",
      "       [-1,  0,  0],\n",
      "       [ 0,  1,  1]], dtype=int8), -1), action = [2 0], winner = 1\n",
      "00:00:09 [INFO] state = (array([[-1,  0, -1],\n",
      "       [ 1,  0,  1],\n",
      "       [ 0,  0,  1]], dtype=int8), -1), action = [1 1], winner = -1\n",
      "00:00:09 [INFO] state = (array([[-1,  1,  1],\n",
      "       [ 1, -1,  0],\n",
      "       [ 0,  0,  0]], dtype=int8), -1), action = [2 2], winner = -1\n",
      "00:00:09 [INFO] state = (array([[ 1,  1,  0],\n",
      "       [ 1, -1,  1],\n",
      "       [-1, -1, -1]], dtype=int8), 1), action = None, winner = -1\n",
      "00:00:09 [INFO] state = (array([[ 0,  1,  1],\n",
      "       [-1,  1, -1],\n",
      "       [ 1, -1,  0]], dtype=int8), -1), action = None, winner = 1\n",
      "00:00:09 [INFO] state = (array([[ 1,  0,  0],\n",
      "       [ 1, -1,  1],\n",
      "       [-1, -1,  1]], dtype=int8), -1), action = [0 2], winner = -1\n",
      "00:00:09 [INFO] state = (array([[ 0,  1,  1],\n",
      "       [ 0,  1, -1],\n",
      "       [ 0,  0, -1]], dtype=int8), -1), action = [2 1], winner = 1\n",
      "00:00:09 [INFO] state = (array([[-1, -1,  1],\n",
      "       [ 1,  0, -1],\n",
      "       [ 1,  1, -1]], dtype=int8), 1), action = [1 1], winner = 1\n",
      "00:00:09 [INFO] state = (array([[ 0,  1,  0],\n",
      "       [ 0, -1, -1],\n",
      "       [-1,  1,  1]], dtype=int8), 1), action = [1 0], winner = -1\n",
      "00:00:09 [INFO] state = (array([[-1,  0,  1],\n",
      "       [ 1,  0,  1],\n",
      "       [ 0,  0, -1]], dtype=int8), -1), action = [1 1], winner = -1\n",
      "00:00:09 [INFO] state = (array([[-1, -1,  0],\n",
      "       [ 0,  1,  1],\n",
      "       [ 1, -1,  1]], dtype=int8), -1), action = [0 2], winner = -1\n",
      "00:00:09 [INFO] state = (array([[-1,  0,  0],\n",
      "       [ 0,  1,  0],\n",
      "       [ 1,  0,  0]], dtype=int8), -1), action = [0 2], winner = 0\n",
      "00:00:09 [INFO] state = (array([[ 1, -1,  1],\n",
      "       [ 0, -1,  1],\n",
      "       [ 0,  0, -1]], dtype=int8), 1), action = [2 1], winner = 0\n",
      "00:00:09 [INFO] state = (array([[ 0,  1,  1],\n",
      "       [-1, -1,  1],\n",
      "       [ 1, -1, -1]], dtype=int8), 1), action = [0 0], winner = 1\n",
      "00:00:09 [INFO] state = (array([[ 0,  0,  0],\n",
      "       [-1,  1,  0],\n",
      "       [-1,  1,  0]], dtype=int8), 1), action = [0 1], winner = 1\n",
      "00:00:09 [INFO] state = (array([[-1,  1, -1],\n",
      "       [ 0,  0,  1],\n",
      "       [-1,  0,  1]], dtype=int8), 1), action = [2 1], winner = -1\n",
      "00:00:09 [INFO] state = (array([[-1,  1, -1],\n",
      "       [ 0,  1, -1],\n",
      "       [ 1,  0,  1]], dtype=int8), -1), action = [2 1], winner = 0\n",
      "00:00:09 [INFO] state = (array([[ 0, -1,  0],\n",
      "       [ 1,  0,  1],\n",
      "       [ 0,  1, -1]], dtype=int8), -1), action = [1 1], winner = 0\n",
      "00:00:09 [INFO] state = (array([[ 1,  1,  0],\n",
      "       [ 0, -1, -1],\n",
      "       [ 1,  0,  0]], dtype=int8), -1), action = [1 0], winner = -1\n",
      "00:00:09 [INFO] state = (array([[ 1,  1,  0],\n",
      "       [-1,  0,  0],\n",
      "       [-1, -1,  1]], dtype=int8), 1), action = [1 2], winner = 1\n",
      "00:00:09 [INFO] state = (array([[-1,  0,  1],\n",
      "       [ 0,  1,  0],\n",
      "       [-1,  0,  0]], dtype=int8), 1), action = [1 0], winner = 0\n",
      "00:00:09 [INFO] state = (array([[ 0,  1, -1],\n",
      "       [ 1, -1,  1],\n",
      "       [-1,  1, -1]], dtype=int8), 1), action = None, winner = -1\n",
      "00:00:09 [INFO] state = (array([[ 1,  1, -1],\n",
      "       [-1,  0,  0],\n",
      "       [-1,  0,  1]], dtype=int8), 1), action = [1 1], winner = 1\n",
      "00:00:09 [INFO] state = (array([[ 1,  1,  0],\n",
      "       [-1,  0, -1],\n",
      "       [ 0, -1,  1]], dtype=int8), 1), action = [1 1], winner = 1\n",
      "00:00:09 [INFO] state = (array([[ 1, -1,  1],\n",
      "       [ 0,  0, -1],\n",
      "       [-1,  1,  1]], dtype=int8), -1), action = [1 1], winner = 0\n",
      "00:00:09 [INFO] state = (array([[ 0, -1,  0],\n",
      "       [ 0,  0,  0],\n",
      "       [ 1,  0,  1]], dtype=int8), -1), action = [2 1], winner = 1\n",
      "00:00:09 [INFO] state = (array([[ 0,  0,  1],\n",
      "       [ 0, -1,  1],\n",
      "       [ 1, -1, -1]], dtype=int8), 1), action = [1 0], winner = -1\n",
      "00:00:09 [INFO] state = (array([[ 0,  0, -1],\n",
      "       [ 1,  0,  0],\n",
      "       [ 0, -1,  1]], dtype=int8), 1), action = [1 1], winner = 1\n",
      "00:00:09 [INFO] state = (array([[ 0,  1,  0],\n",
      "       [-1,  0,  0],\n",
      "       [ 0,  0,  1]], dtype=int8), -1), action = [1 1], winner = 0\n",
      "00:00:09 [INFO] state = (array([[ 1,  1, -1],\n",
      "       [ 0, -1, -1],\n",
      "       [ 0,  1,  0]], dtype=int8), 1), action = [2 2], winner = -1\n",
      "00:00:09 [INFO] state = (array([[-1,  0, -1],\n",
      "       [-1,  1,  1],\n",
      "       [ 1,  0,  1]], dtype=int8), -1), action = [0 1], winner = -1\n",
      "00:00:09 [INFO] state = (array([[ 0,  0,  1],\n",
      "       [-1, -1,  1],\n",
      "       [ 1, -1,  0]], dtype=int8), 1), action = [2 2], winner = 1\n",
      "00:00:09 [INFO] state = (array([[ 1,  0, -1],\n",
      "       [ 1, -1,  1],\n",
      "       [ 0,  0,  0]], dtype=int8), -1), action = [2 0], winner = -1\n",
      "00:00:09 [INFO] state = (array([[ 0,  0,  1],\n",
      "       [ 1, -1, -1],\n",
      "       [-1,  1,  1]], dtype=int8), -1), action = [0 1], winner = 0\n",
      "00:00:09 [INFO] state = (array([[ 0,  0,  1],\n",
      "       [ 0,  0,  1],\n",
      "       [-1,  0,  0]], dtype=int8), -1), action = [2 2], winner = -1\n",
      "00:00:09 [INFO] state = (array([[-1,  0,  0],\n",
      "       [ 0, -1,  1],\n",
      "       [ 1,  1, -1]], dtype=int8), 1), action = None, winner = -1\n",
      "00:00:09 [INFO] state = (array([[ 1,  0,  1],\n",
      "       [ 0,  1, -1],\n",
      "       [-1,  0, -1]], dtype=int8), 1), action = [0 1], winner = 1\n",
      "00:00:09 [INFO] state = (array([[ 1,  0,  1],\n",
      "       [ 0,  1, -1],\n",
      "       [-1,  0,  0]], dtype=int8), -1), action = [2 2], winner = 1\n",
      "00:00:09 [INFO] state = (array([[ 0,  0,  1],\n",
      "       [-1, -1,  0],\n",
      "       [ 0,  1,  0]], dtype=int8), 1), action = [1 2], winner = 0\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "00:00:09 [INFO] state = (array([[ 1,  0,  0],\n",
      "       [ 0,  0,  1],\n",
      "       [-1,  0,  0]], dtype=int8), -1), action = [2 2], winner = 0\n",
      "00:00:09 [INFO] state = (array([[ 0, -1,  1],\n",
      "       [ 0,  0,  1],\n",
      "       [-1,  0,  0]], dtype=int8), 1), action = [2 2], winner = 1\n",
      "00:00:09 [INFO] state = (array([[-1,  0,  1],\n",
      "       [-1,  1, -1],\n",
      "       [ 0,  1,  1]], dtype=int8), -1), action = [2 0], winner = -1\n",
      "00:00:09 [INFO] state = (array([[ 0, -1,  0],\n",
      "       [ 0,  1,  1],\n",
      "       [ 1,  0, -1]], dtype=int8), -1), action = [2 1], winner = 1\n",
      "00:00:09 [INFO] state = (array([[ 1,  0,  0],\n",
      "       [-1, -1, -1],\n",
      "       [ 1,  0,  1]], dtype=int8), 1), action = None, winner = -1\n",
      "00:00:09 [INFO] state = (array([[ 1, -1,  1],\n",
      "       [-1, -1,  1],\n",
      "       [ 1,  0, -1]], dtype=int8), 1), action = [2 1], winner = 0\n",
      "00:00:09 [INFO] state = (array([[ 1,  1, -1],\n",
      "       [ 1,  1,  0],\n",
      "       [ 0, -1, -1]], dtype=int8), -1), action = [2 0], winner = -1\n",
      "00:00:09 [INFO] state = (array([[ 1, -1,  0],\n",
      "       [-1,  0,  1],\n",
      "       [ 0,  1, -1]], dtype=int8), 1), action = [2 0], winner = 0\n",
      "00:00:09 [INFO] state = (array([[ 0, -1, -1],\n",
      "       [ 1,  0,  0],\n",
      "       [ 1,  0,  0]], dtype=int8), 1), action = [0 0], winner = 1\n",
      "00:00:09 [INFO] state = (array([[ 1,  1, -1],\n",
      "       [ 0,  0, -1],\n",
      "       [-1,  0,  1]], dtype=int8), 1), action = [1 1], winner = 1\n",
      "00:00:09 [INFO] state = (array([[ 1,  1,  0],\n",
      "       [ 0, -1, -1],\n",
      "       [-1,  1,  0]], dtype=int8), 1), action = [0 2], winner = 1\n",
      "00:00:09 [INFO] state = (array([[ 0,  0,  1],\n",
      "       [-1,  1,  0],\n",
      "       [ 1, -1,  0]], dtype=int8), -1), action = None, winner = 1\n",
      "00:00:09 [INFO] state = (array([[ 1,  0,  1],\n",
      "       [-1,  0, -1],\n",
      "       [ 1, -1,  1]], dtype=int8), -1), action = [1 1], winner = -1\n",
      "00:00:09 [INFO] state = (array([[ 1, -1,  0],\n",
      "       [ 0,  1,  1],\n",
      "       [-1,  0,  0]], dtype=int8), -1), action = [2 2], winner = 1\n",
      "00:00:09 [INFO] state = (array([[ 1,  0,  0],\n",
      "       [ 1, -1, -1],\n",
      "       [ 0,  1,  0]], dtype=int8), -1), action = [2 0], winner = 0\n",
      "00:00:09 [INFO] state = (array([[ 1,  1, -1],\n",
      "       [ 0,  1,  0],\n",
      "       [ 0, -1,  0]], dtype=int8), -1), action = [2 2], winner = -1\n",
      "00:00:09 [INFO] state = (array([[ 1, -1,  0],\n",
      "       [ 1, -1, -1],\n",
      "       [-1,  1,  1]], dtype=int8), 1), action = [0 2], winner = 0\n",
      "00:00:09 [INFO] state = (array([[ 1, -1,  0],\n",
      "       [-1, -1,  1],\n",
      "       [-1,  1,  1]], dtype=int8), 1), action = [0 2], winner = 1\n",
      "00:00:09 [INFO] state = (array([[ 0, -1, -1],\n",
      "       [ 1,  1,  0],\n",
      "       [-1,  0,  1]], dtype=int8), 1), action = [1 2], winner = 1\n",
      "00:00:09 [INFO] state = (array([[ 0,  1, -1],\n",
      "       [ 1,  0,  0],\n",
      "       [ 1,  0, -1]], dtype=int8), -1), action = [1 2], winner = -1\n",
      "00:00:09 [INFO] state = (array([[ 1, -1,  0],\n",
      "       [ 1,  0,  1],\n",
      "       [ 0, -1,  0]], dtype=int8), -1), action = [1 1], winner = -1\n",
      "00:00:09 [INFO] state = (array([[ 1,  1, -1],\n",
      "       [-1, -1,  0],\n",
      "       [ 1,  0,  0]], dtype=int8), 1), action = [1 2], winner = 0\n",
      "00:00:09 [INFO] state = (array([[-1,  1,  0],\n",
      "       [-1,  0,  1],\n",
      "       [ 0,  0,  0]], dtype=int8), 1), action = [2 0], winner = 1\n",
      "00:00:09 [INFO] state = (array([[ 1, -1,  1],\n",
      "       [ 1,  0, -1],\n",
      "       [-1, -1,  1]], dtype=int8), 1), action = [1 1], winner = 1\n",
      "00:00:09 [INFO] state = (array([[ 0,  0, -1],\n",
      "       [ 1,  1, -1],\n",
      "       [-1,  0,  1]], dtype=int8), 1), action = [2 1], winner = 1\n",
      "00:00:09 [INFO] state = (array([[ 1, -1,  1],\n",
      "       [ 1,  0, -1],\n",
      "       [ 0,  0,  0]], dtype=int8), -1), action = [2 0], winner = 0\n",
      "00:00:09 [INFO] state = (array([[ 0, -1,  0],\n",
      "       [-1,  1,  0],\n",
      "       [ 1,  1, -1]], dtype=int8), 1), action = [0 2], winner = 1\n",
      "00:00:09 [INFO] state = (array([[ 0, -1, -1],\n",
      "       [-1,  0,  1],\n",
      "       [ 1,  1,  0]], dtype=int8), 1), action = [2 2], winner = 1\n",
      "00:00:09 [INFO] state = (array([[ 1,  1,  0],\n",
      "       [ 1,  1, -1],\n",
      "       [-1,  0, -1]], dtype=int8), -1), action = [2 1], winner = -1\n",
      "00:00:09 [INFO] state = (array([[ 0,  1, -1],\n",
      "       [ 1, -1, -1],\n",
      "       [ 1, -1,  1]], dtype=int8), 1), action = [0 0], winner = 1\n",
      "00:00:09 [INFO] state = (array([[ 1,  0,  1],\n",
      "       [ 1, -1, -1],\n",
      "       [ 0, -1,  0]], dtype=int8), 1), action = [2 0], winner = 1\n",
      "00:00:09 [INFO] state = (array([[ 1,  0,  1],\n",
      "       [ 0, -1, -1],\n",
      "       [-1,  0,  1]], dtype=int8), 1), action = [0 1], winner = 1\n",
      "00:00:09 [INFO] state = (array([[-1,  1,  0],\n",
      "       [ 0,  1,  1],\n",
      "       [-1, -1,  1]], dtype=int8), -1), action = [1 0], winner = -1\n",
      "00:00:09 [INFO] state = (array([[ 0,  1, -1],\n",
      "       [ 0,  1,  0],\n",
      "       [-1, -1,  1]], dtype=int8), 1), action = [1 2], winner = 1\n",
      "00:00:09 [INFO] state = (array([[ 1, -1,  0],\n",
      "       [ 1, -1,  0],\n",
      "       [ 0,  0,  1]], dtype=int8), -1), action = [2 1], winner = -1\n",
      "00:00:09 [INFO] state = (array([[-1,  0,  1],\n",
      "       [-1, -1,  0],\n",
      "       [ 1,  0,  1]], dtype=int8), 1), action = [2 1], winner = 1\n",
      "00:00:09 [INFO] state = (array([[ 0,  1, -1],\n",
      "       [ 1,  1,  0],\n",
      "       [ 0, -1, -1]], dtype=int8), 1), action = [1 2], winner = 1\n",
      "00:00:09 [INFO] state = (array([[ 1,  1,  1],\n",
      "       [-1,  1,  0],\n",
      "       [-1,  0, -1]], dtype=int8), -1), action = None, winner = 1\n",
      "00:00:09 [INFO] state = (array([[ 0,  0, -1],\n",
      "       [ 1, -1,  0],\n",
      "       [ 1,  1,  0]], dtype=int8), -1), action = [2 2], winner = 1\n",
      "00:00:09 [INFO] state = (array([[ 1, -1,  0],\n",
      "       [-1,  1,  0],\n",
      "       [ 1, -1,  1]], dtype=int8), -1), action = None, winner = 1\n",
      "00:00:09 [INFO] state = (array([[ 1,  0,  0],\n",
      "       [ 0, -1, -1],\n",
      "       [ 0,  1,  0]], dtype=int8), 1), action = [1 0], winner = 0\n",
      "00:00:09 [INFO] state = (array([[-1,  0,  0],\n",
      "       [ 0,  1, -1],\n",
      "       [ 0,  1,  1]], dtype=int8), -1), action = [2 0], winner = 1\n",
      "00:00:09 [INFO] state = (array([[ 1, -1, -1],\n",
      "       [ 0,  0,  1],\n",
      "       [ 0,  0,  0]], dtype=int8), 1), action = [2 1], winner = 1\n",
      "00:00:09 [INFO] state = (array([[-1,  1,  1],\n",
      "       [ 0,  1,  0],\n",
      "       [-1, -1,  0]], dtype=int8), 1), action = [2 2], winner = -1\n",
      "00:00:09 [INFO] state = (array([[ 1,  1,  0],\n",
      "       [-1,  0, -1],\n",
      "       [ 1, -1,  0]], dtype=int8), 1), action = [1 1], winner = 1\n",
      "00:00:09 [INFO] state = (array([[ 1,  1,  0],\n",
      "       [-1,  0,  1],\n",
      "       [-1, -1,  0]], dtype=int8), 1), action = [2 2], winner = 1\n",
      "00:00:09 [INFO] state = (array([[ 1, -1,  0],\n",
      "       [-1, -1,  0],\n",
      "       [ 1,  0,  1]], dtype=int8), 1), action = [2 1], winner = 1\n",
      "00:00:09 [INFO] state = (array([[-1,  1, -1],\n",
      "       [ 0,  0,  1],\n",
      "       [ 1, -1,  1]], dtype=int8), -1), action = [1 1], winner = 0\n",
      "00:00:09 [INFO] state = (array([[ 1,  1, -1],\n",
      "       [ 1, -1,  1],\n",
      "       [-1,  0, -1]], dtype=int8), 1), action = None, winner = -1\n",
      "00:00:09 [INFO] state = (array([[ 0,  0,  1],\n",
      "       [ 0, -1,  0],\n",
      "       [ 0,  0,  0]], dtype=int8), 1), action = [2 2], winner = 0\n",
      "00:00:09 [INFO] state = (array([[ 1,  0, -1],\n",
      "       [ 1,  1,  1],\n",
      "       [ 0, -1, -1]], dtype=int8), -1), action = None, winner = 1\n",
      "00:00:09 [INFO] state = (array([[ 0,  1, -1],\n",
      "       [-1,  0,  1],\n",
      "       [-1,  1,  0]], dtype=int8), 1), action = [1 1], winner = 1\n",
      "00:00:09 [INFO] state = (array([[-1, -1,  1],\n",
      "       [ 0,  1,  0],\n",
      "       [-1,  0,  1]], dtype=int8), 1), action = [1 2], winner = 1\n",
      "00:00:09 [INFO] state = (array([[-1,  1,  0],\n",
      "       [ 1,  0,  0],\n",
      "       [-1,  1,  0]], dtype=int8), -1), action = [1 1], winner = -1\n",
      "00:00:09 [INFO] state = (array([[-1,  0,  0],\n",
      "       [-1,  1,  1],\n",
      "       [ 1, -1,  1]], dtype=int8), -1), action = [0 2], winner = 0\n",
      "00:00:09 [INFO] state = (array([[-1,  0,  1],\n",
      "       [-1,  1,  1],\n",
      "       [ 0,  0,  0]], dtype=int8), -1), action = [2 0], winner = -1\n",
      "00:00:09 [INFO] state = (array([[ 1,  0,  0],\n",
      "       [ 0, -1,  0],\n",
      "       [-1,  1,  1]], dtype=int8), -1), action = [1 2], winner = -1\n",
      "00:00:09 [INFO] state = (array([[-1,  0, -1],\n",
      "       [ 0,  1,  1],\n",
      "       [ 0,  1,  0]], dtype=int8), -1), action = [0 1], winner = -1\n",
      "00:00:09 [INFO] state = (array([[-1,  0,  0],\n",
      "       [ 0, -1,  0],\n",
      "       [ 0,  1,  1]], dtype=int8), 1), action = [2 0], winner = 1\n",
      "00:00:09 [INFO] state = (array([[ 1,  1,  0],\n",
      "       [-1, -1,  1],\n",
      "       [ 0, -1,  1]], dtype=int8), -1), action = [0 2], winner = 0\n",
      "00:00:09 [INFO] state = (array([[-1,  0,  1],\n",
      "       [ 0,  1, -1],\n",
      "       [ 0,  0,  0]], dtype=int8), 1), action = [2 1], winner = 1\n",
      "00:00:09 [INFO] state = (array([[ 1,  1,  0],\n",
      "       [-1, -1,  1],\n",
      "       [ 1, -1,  0]], dtype=int8), -1), action = [0 2], winner = 0\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "00:00:09 [INFO] state = (array([[ 1,  0,  0],\n",
      "       [ 0, -1, -1],\n",
      "       [-1,  1,  1]], dtype=int8), 1), action = [1 0], winner = -1\n",
      "00:00:09 [INFO] state = (array([[ 1,  0, -1],\n",
      "       [ 1,  0,  1],\n",
      "       [ 0, -1, -1]], dtype=int8), 1), action = [2 0], winner = 1\n",
      "00:00:09 [INFO] state = (array([[-1,  0,  1],\n",
      "       [-1, -1,  1],\n",
      "       [ 1,  0,  1]], dtype=int8), -1), action = None, winner = 1\n",
      "00:00:09 [INFO] state = (array([[ 1,  1,  0],\n",
      "       [ 0,  1, -1],\n",
      "       [ 0, -1, -1]], dtype=int8), 1), action = [0 2], winner = 1\n",
      "00:00:09 [INFO] state = (array([[ 0,  0, -1],\n",
      "       [ 0, -1,  0],\n",
      "       [ 1,  1,  1]], dtype=int8), -1), action = None, winner = 1\n",
      "00:00:09 [INFO] state = (array([[-1, -1,  0],\n",
      "       [ 1,  1, -1],\n",
      "       [-1,  1,  1]], dtype=int8), 1), action = [0 2], winner = 0\n",
      "00:00:09 [INFO] state = (array([[-1,  1,  1],\n",
      "       [-1,  0,  0],\n",
      "       [-1,  0,  1]], dtype=int8), 1), action = None, winner = -1\n",
      "00:00:09 [INFO] state = (array([[-1,  1,  0],\n",
      "       [ 0,  1,  0],\n",
      "       [-1,  0,  1]], dtype=int8), -1), action = [1 0], winner = -1\n",
      "00:00:09 [INFO] state = (array([[-1,  1,  1],\n",
      "       [ 0,  1,  0],\n",
      "       [-1,  0, -1]], dtype=int8), 1), action = [2 1], winner = 1\n",
      "00:00:09 [INFO] state = (array([[-1,  1,  0],\n",
      "       [ 1,  0,  1],\n",
      "       [-1,  0,  0]], dtype=int8), -1), action = [1 1], winner = -1\n",
      "00:00:09 [INFO] state = (array([[-1,  1,  0],\n",
      "       [ 0,  0, -1],\n",
      "       [ 0,  0,  1]], dtype=int8), 1), action = [2 1], winner = 1\n",
      "00:00:09 [INFO] state = (array([[-1,  0,  0],\n",
      "       [ 0,  1,  0],\n",
      "       [ 0, -1,  1]], dtype=int8), 1), action = [1 2], winner = 1\n",
      "00:00:09 [INFO] state = (array([[ 0, -1,  0],\n",
      "       [ 0,  1,  0],\n",
      "       [ 1,  1, -1]], dtype=int8), -1), action = [0 2], winner = -1\n",
      "00:00:09 [INFO] state = (array([[ 1,  0, -1],\n",
      "       [-1,  1,  1],\n",
      "       [ 0, -1,  0]], dtype=int8), 1), action = [2 2], winner = 1\n",
      "00:00:09 [INFO] state = (array([[ 0,  1,  0],\n",
      "       [ 1,  0,  0],\n",
      "       [ 0, -1, -1]], dtype=int8), 1), action = [2 0], winner = 1\n",
      "00:00:09 [INFO] state = (array([[ 1,  1,  0],\n",
      "       [ 1,  1, -1],\n",
      "       [-1, -1,  0]], dtype=int8), -1), action = [2 2], winner = -1\n",
      "00:00:09 [INFO] state = (array([[-1, -1,  1],\n",
      "       [ 1,  0,  1],\n",
      "       [-1,  1,  0]], dtype=int8), -1), action = [2 2], winner = 1\n",
      "00:00:09 [INFO] state = (array([[ 1,  1,  0],\n",
      "       [ 0,  0, -1],\n",
      "       [ 0, -1,  1]], dtype=int8), -1), action = [2 0], winner = 1\n",
      "00:00:09 [INFO] state = (array([[ 0,  1,  1],\n",
      "       [ 0, -1, -1],\n",
      "       [ 0,  0,  1]], dtype=int8), -1), action = [1 0], winner = -1\n",
      "00:00:09 [INFO] state = (array([[ 1,  0, -1],\n",
      "       [ 0,  0,  1],\n",
      "       [-1,  0,  0]], dtype=int8), 1), action = [1 1], winner = 1\n",
      "00:00:09 [INFO] state = (array([[ 1,  0,  0],\n",
      "       [ 1,  0, -1],\n",
      "       [-1, -1,  1]], dtype=int8), 1), action = [1 1], winner = 1\n",
      "00:00:09 [INFO] state = (array([[ 0,  1,  0],\n",
      "       [ 1,  0, -1],\n",
      "       [-1,  0,  1]], dtype=int8), -1), action = [1 1], winner = 0\n",
      "00:00:09 [INFO] state = (array([[ 1,  0,  1],\n",
      "       [-1,  0, -1],\n",
      "       [ 1,  1, -1]], dtype=int8), -1), action = [1 1], winner = -1\n",
      "00:00:09 [INFO] state = (array([[ 1,  1,  0],\n",
      "       [ 0,  0,  1],\n",
      "       [-1, -1,  0]], dtype=int8), -1), action = [2 2], winner = -1\n",
      "00:00:09 [INFO] state = (array([[ 1,  1, -1],\n",
      "       [ 0,  1,  0],\n",
      "       [ 1, -1, -1]], dtype=int8), -1), action = [1 2], winner = -1\n",
      "00:00:09 [INFO] state = (array([[ 0, -1,  1],\n",
      "       [ 0,  1,  1],\n",
      "       [-1,  1, -1]], dtype=int8), -1), action = [1 0], winner = 0\n",
      "00:00:09 [INFO] state = (array([[ 0,  1, -1],\n",
      "       [ 0,  1,  0],\n",
      "       [ 0,  1, -1]], dtype=int8), -1), action = None, winner = 1\n",
      "00:00:09 [INFO] state = (array([[ 0,  1,  0],\n",
      "       [-1, -1,  0],\n",
      "       [ 1,  0,  1]], dtype=int8), -1), action = [1 2], winner = -1\n",
      "00:00:09 [INFO] state = (array([[ 0,  0,  0],\n",
      "       [-1,  1,  1],\n",
      "       [ 0, -1,  0]], dtype=int8), 1), action = [2 2], winner = 1\n",
      "00:00:09 [INFO] state = (array([[ 0,  0,  1],\n",
      "       [ 1, -1,  0],\n",
      "       [-1,  0,  0]], dtype=int8), 1), action = [2 2], winner = 0\n",
      "00:00:09 [INFO] state = (array([[-1,  1, -1],\n",
      "       [ 0,  0,  1],\n",
      "       [ 0,  0,  1]], dtype=int8), -1), action = [2 0], winner = -1\n",
      "00:00:09 [INFO] state = (array([[ 0, -1,  0],\n",
      "       [-1,  1,  0],\n",
      "       [ 1,  1,  0]], dtype=int8), -1), action = [2 2], winner = 1\n",
      "00:00:09 [INFO] state = (array([[ 1,  0, -1],\n",
      "       [ 0,  1, -1],\n",
      "       [ 0,  0,  0]], dtype=int8), 1), action = [2 2], winner = 1\n",
      "00:00:09 [INFO] state = (array([[-1, -1,  0],\n",
      "       [ 1,  0,  1],\n",
      "       [ 1,  0, -1]], dtype=int8), 1), action = [1 1], winner = 1\n",
      "00:00:09 [INFO] state = (array([[-1,  0, -1],\n",
      "       [-1,  1,  1],\n",
      "       [ 0,  1,  1]], dtype=int8), -1), action = [2 0], winner = -1\n",
      "00:00:09 [INFO] state = (array([[-1,  1,  1],\n",
      "       [ 1,  0, -1],\n",
      "       [-1,  0,  1]], dtype=int8), -1), action = [2 1], winner = 0\n",
      "00:00:09 [INFO] state = (array([[ 0,  0,  0],\n",
      "       [ 0,  0, -1],\n",
      "       [ 1,  0,  0]], dtype=int8), 1), action = [2 2], winner = 1\n",
      "00:00:09 [INFO] state = (array([[ 0,  1,  0],\n",
      "       [-1,  1, -1],\n",
      "       [ 1,  0,  0]], dtype=int8), -1), action = [2 2], winner = 1\n",
      "00:00:09 [INFO] state = (array([[ 1,  0,  0],\n",
      "       [ 1, -1,  0],\n",
      "       [ 0,  1, -1]], dtype=int8), -1), action = [2 0], winner = 0\n",
      "00:00:09 [INFO] state = (array([[ 0,  1,  1],\n",
      "       [-1,  0,  0],\n",
      "       [-1,  0,  0]], dtype=int8), 1), action = [0 0], winner = 1\n",
      "00:00:09 [INFO] state = (array([[-1, -1,  1],\n",
      "       [ 1,  0,  1],\n",
      "       [ 0,  1, -1]], dtype=int8), -1), action = [1 1], winner = -1\n",
      "00:00:09 [INFO] state = (array([[-1, -1,  0],\n",
      "       [-1,  1,  0],\n",
      "       [ 1,  1,  1]], dtype=int8), -1), action = None, winner = 1\n",
      "00:00:09 [INFO] state = (array([[-1,  1, -1],\n",
      "       [ 1, -1,  0],\n",
      "       [ 0,  1,  1]], dtype=int8), -1), action = [2 0], winner = -1\n",
      "00:00:09 [INFO] state = (array([[ 0,  1,  1],\n",
      "       [ 0,  1,  0],\n",
      "       [ 0, -1, -1]], dtype=int8), -1), action = [2 0], winner = -1\n",
      "00:00:09 [INFO] state = (array([[ 0,  0,  1],\n",
      "       [ 1, -1,  0],\n",
      "       [ 0,  1, -1]], dtype=int8), -1), action = [0 0], winner = -1\n",
      "00:00:09 [INFO] state = (array([[ 0,  1,  0],\n",
      "       [ 0, -1,  1],\n",
      "       [ 0,  0, -1]], dtype=int8), 1), action = [0 0], winner = 0\n",
      "00:00:09 [INFO] state = (array([[ 1, -1,  1],\n",
      "       [ 1,  0, -1],\n",
      "       [ 0, -1,  1]], dtype=int8), -1), action = [1 1], winner = -1\n",
      "00:00:09 [INFO] state = (array([[ 0,  0,  1],\n",
      "       [ 0,  1, -1],\n",
      "       [ 0, -1,  0]], dtype=int8), 1), action = [2 2], winner = 1\n",
      "00:00:09 [INFO] state = (array([[ 1, -1,  1],\n",
      "       [ 1,  0,  1],\n",
      "       [-1, -1, -1]], dtype=int8), 1), action = None, winner = -1\n",
      "00:00:09 [INFO] state = (array([[ 0,  1,  1],\n",
      "       [ 1,  0, -1],\n",
      "       [ 0, -1,  0]], dtype=int8), -1), action = [0 0], winner = 0\n",
      "00:00:09 [INFO] state = (array([[ 1, -1,  0],\n",
      "       [ 1,  0,  0],\n",
      "       [ 0,  0,  0]], dtype=int8), -1), action = [2 2], winner = 1\n",
      "00:00:09 [INFO] state = (array([[ 1, -1, -1],\n",
      "       [ 0,  1,  0],\n",
      "       [-1,  1,  0]], dtype=int8), 1), action = [2 2], winner = 1\n",
      "00:00:09 [INFO] state = (array([[ 1,  0,  1],\n",
      "       [ 0,  0,  1],\n",
      "       [-1, -1, -1]], dtype=int8), 1), action = None, winner = -1\n",
      "00:00:09 [INFO] state = (array([[-1,  1,  1],\n",
      "       [ 1, -1,  0],\n",
      "       [ 0, -1,  0]], dtype=int8), 1), action = [2 2], winner = 0\n",
      "00:00:09 [INFO] state = (array([[ 0,  1,  0],\n",
      "       [ 0,  1,  0],\n",
      "       [-1, -1,  1]], dtype=int8), -1), action = [0 0], winner = 0\n",
      "00:00:09 [INFO] state = (array([[ 0, -1, -1],\n",
      "       [ 0,  0,  0],\n",
      "       [ 0,  1,  1]], dtype=int8), 1), action = [2 0], winner = 1\n",
      "00:00:09 [INFO] state = (array([[ 1,  1,  0],\n",
      "       [-1,  1, -1],\n",
      "       [-1,  0,  0]], dtype=int8), 1), action = [2 2], winner = 1\n",
      "00:00:09 [INFO] state = (array([[-1,  1,  1],\n",
      "       [-1,  0,  1],\n",
      "       [-1,  1, -1]], dtype=int8), 1), action = None, winner = -1\n",
      "00:00:09 [INFO] state = (array([[ 0,  1,  1],\n",
      "       [ 1, -1, -1],\n",
      "       [-1,  0,  1]], dtype=int8), -1), action = [0 0], winner = 0\n",
      "00:00:09 [INFO] state = (array([[ 1,  1, -1],\n",
      "       [ 1,  0,  0],\n",
      "       [-1, -1,  1]], dtype=int8), -1), action = [1 1], winner = -1\n",
      "00:00:09 [INFO] state = (array([[-1,  1,  1],\n",
      "       [-1,  1, -1],\n",
      "       [ 1, -1,  1]], dtype=int8), -1), action = None, winner = 1\n",
      "00:00:09 [INFO] state = (array([[ 1,  0,  1],\n",
      "       [ 0,  0,  0],\n",
      "       [ 0, -1,  0]], dtype=int8), -1), action = [2 2], winner = 1\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "00:00:09 [INFO] state = (array([[ 0,  1,  0],\n",
      "       [-1, -1,  1],\n",
      "       [ 0,  0,  1]], dtype=int8), -1), action = [0 2], winner = 0\n",
      "00:00:09 [INFO] state = (array([[ 1, -1,  1],\n",
      "       [-1, -1,  1],\n",
      "       [ 0,  1, -1]], dtype=int8), 1), action = [2 0], winner = 0\n",
      "00:00:09 [INFO] state = (array([[ 0,  1, -1],\n",
      "       [-1,  0,  0],\n",
      "       [ 1,  0,  0]], dtype=int8), 1), action = [2 1], winner = 1\n",
      "00:00:09 [INFO] state = (array([[-1,  0,  1],\n",
      "       [ 0,  0, -1],\n",
      "       [ 0,  1,  0]], dtype=int8), 1), action = [2 0], winner = 1\n",
      "00:00:09 [INFO] state = (array([[ 1,  0,  0],\n",
      "       [ 1,  0,  0],\n",
      "       [-1, -1,  1]], dtype=int8), -1), action = [1 1], winner = -1\n",
      "00:00:09 [INFO] state = (array([[ 0, -1, -1],\n",
      "       [-1,  1,  0],\n",
      "       [ 0,  1,  1]], dtype=int8), 1), action = [2 0], winner = 1\n",
      "00:00:09 [INFO] state = (array([[-1,  0,  1],\n",
      "       [ 0,  0, -1],\n",
      "       [ 1, -1,  1]], dtype=int8), 1), action = [1 1], winner = 1\n",
      "00:00:09 [INFO] state = (array([[ 1, -1,  0],\n",
      "       [ 1,  1,  0],\n",
      "       [-1,  0, -1]], dtype=int8), 1), action = [1 2], winner = 1\n",
      "00:00:09 [INFO] state = (array([[-1,  1, -1],\n",
      "       [ 0, -1,  1],\n",
      "       [ 1,  0,  0]], dtype=int8), 1), action = [2 2], winner = 0\n",
      "00:00:09 [INFO] state = (array([[ 1,  1,  0],\n",
      "       [ 0, -1,  0],\n",
      "       [ 1, -1, -1]], dtype=int8), 1), action = [1 2], winner = 1\n",
      "00:00:09 [INFO] state = (array([[-1,  1,  0],\n",
      "       [ 1, -1,  0],\n",
      "       [ 0, -1,  1]], dtype=int8), 1), action = [2 0], winner = 0\n",
      "00:00:09 [INFO] state = (array([[ 1,  0, -1],\n",
      "       [ 0,  0,  0],\n",
      "       [ 1,  0, -1]], dtype=int8), 1), action = [1 0], winner = 1\n",
      "00:00:09 [INFO] state = (array([[ 0, -1,  0],\n",
      "       [ 1,  1,  1],\n",
      "       [-1,  1, -1]], dtype=int8), -1), action = None, winner = 1\n",
      "00:00:09 [INFO] state = (array([[ 1,  0, -1],\n",
      "       [ 0,  0, -1],\n",
      "       [ 1,  1, -1]], dtype=int8), 1), action = None, winner = -1\n",
      "00:00:09 [INFO] state = (array([[-1,  1,  1],\n",
      "       [ 1,  1, -1],\n",
      "       [-1, -1,  0]], dtype=int8), 1), action = [2 2], winner = 0\n",
      "00:00:09 [INFO] state = (array([[ 0,  0,  1],\n",
      "       [-1,  1, -1],\n",
      "       [-1,  1,  1]], dtype=int8), -1), action = [0 0], winner = -1\n",
      "00:00:09 [INFO] state = (array([[ 0,  1,  0],\n",
      "       [-1,  0,  0],\n",
      "       [ 0,  0,  0]], dtype=int8), 1), action = [1 1], winner = 1\n",
      "00:00:09 [INFO] state = (array([[ 0,  0, -1],\n",
      "       [ 1,  0,  0],\n",
      "       [ 1,  0, -1]], dtype=int8), 1), action = [1 2], winner = 1\n",
      "00:00:09 [INFO] state = (array([[ 0,  1,  1],\n",
      "       [-1, -1,  0],\n",
      "       [ 1,  1, -1]], dtype=int8), -1), action = [1 2], winner = -1\n",
      "00:00:09 [INFO] state = (array([[ 1,  1,  1],\n",
      "       [-1, -1,  1],\n",
      "       [-1,  0,  0]], dtype=int8), -1), action = None, winner = 1\n",
      "00:00:09 [INFO] state = (array([[ 0,  0,  0],\n",
      "       [ 1,  1,  0],\n",
      "       [-1, -1,  0]], dtype=int8), 1), action = [2 2], winner = 1\n",
      "00:00:09 [INFO] state = (array([[ 1, -1, -1],\n",
      "       [ 1, -1,  0],\n",
      "       [ 0,  1,  0]], dtype=int8), 1), action = [2 0], winner = 1\n",
      "00:00:09 [INFO] state = (array([[-1,  1,  1],\n",
      "       [ 1,  0,  0],\n",
      "       [-1, -1,  0]], dtype=int8), 1), action = [2 2], winner = 0\n",
      "00:00:09 [INFO] state = (array([[-1, -1,  1],\n",
      "       [ 1,  0, -1],\n",
      "       [ 0,  1,  1]], dtype=int8), -1), action = [2 0], winner = 0\n",
      "00:00:09 [INFO] state = (array([[ 1,  0, -1],\n",
      "       [ 0,  1,  1],\n",
      "       [-1,  0, -1]], dtype=int8), 1), action = [2 1], winner = 1\n",
      "00:00:09 [INFO] state = (array([[ 1,  0,  1],\n",
      "       [ 1,  1, -1],\n",
      "       [-1,  0, -1]], dtype=int8), -1), action = [2 1], winner = -1\n",
      "00:00:09 [INFO] state = (array([[ 1, -1,  1],\n",
      "       [-1,  0, -1],\n",
      "       [-1,  1,  1]], dtype=int8), 1), action = [1 1], winner = 1\n",
      "00:00:09 [INFO] state = (array([[-1,  1,  1],\n",
      "       [ 1, -1,  1],\n",
      "       [-1, -1,  1]], dtype=int8), -1), action = None, winner = 1\n",
      "00:00:09 [INFO] state = (array([[ 0,  1,  0],\n",
      "       [-1,  1,  0],\n",
      "       [-1,  0,  0]], dtype=int8), 1), action = [2 1], winner = 1\n",
      "00:00:09 [INFO] state = (array([[ 1,  0,  1],\n",
      "       [-1, -1, -1],\n",
      "       [ 1, -1,  1]], dtype=int8), 1), action = None, winner = -1\n",
      "00:00:09 [INFO] state = (array([[ 1, -1, -1],\n",
      "       [ 0, -1,  1],\n",
      "       [ 1,  1,  0]], dtype=int8), -1), action = [2 2], winner = 1\n",
      "00:00:09 [INFO] state = (array([[ 0,  0,  1],\n",
      "       [-1,  0,  0],\n",
      "       [-1,  0,  1]], dtype=int8), 1), action = [1 2], winner = 1\n",
      "00:00:09 [INFO] state = (array([[ 0, -1, -1],\n",
      "       [ 1,  1, -1],\n",
      "       [ 1,  1, -1]], dtype=int8), 1), action = None, winner = -1\n",
      "00:00:09 [INFO] state = (array([[ 0,  0,  1],\n",
      "       [ 0,  0,  0],\n",
      "       [-1,  1, -1]], dtype=int8), 1), action = [0 1], winner = 1\n",
      "00:00:09 [INFO] state = (array([[ 1,  1,  0],\n",
      "       [ 1,  1, -1],\n",
      "       [ 0, -1, -1]], dtype=int8), -1), action = [2 0], winner = -1\n",
      "00:00:09 [INFO] state = (array([[-1,  1, -1],\n",
      "       [-1,  0,  1],\n",
      "       [ 0,  1,  1]], dtype=int8), -1), action = [2 0], winner = -1\n",
      "00:00:09 [INFO] state = (array([[ 0, -1, -1],\n",
      "       [ 1, -1,  0],\n",
      "       [ 1,  1,  0]], dtype=int8), 1), action = [2 2], winner = 1\n",
      "00:00:09 [INFO] state = (array([[ 1,  0,  0],\n",
      "       [-1,  1,  1],\n",
      "       [-1,  0, -1]], dtype=int8), 1), action = [2 1], winner = 0\n",
      "00:00:09 [INFO] state = (array([[ 1,  0,  0],\n",
      "       [-1,  0,  1],\n",
      "       [ 1, -1, -1]], dtype=int8), 1), action = [0 2], winner = 1\n",
      "00:00:09 [INFO] state = (array([[1, 0, 0],\n",
      "       [0, 0, 0],\n",
      "       [0, 0, 0]], dtype=int8), -1), action = [1 1], winner = 0\n",
      "00:00:09 [INFO] state = (array([[ 0,  0,  1],\n",
      "       [ 1,  0,  1],\n",
      "       [ 0, -1, -1]], dtype=int8), -1), action = [2 0], winner = -1\n",
      "00:00:09 [INFO] state = (array([[ 0, -1,  1],\n",
      "       [ 1,  0,  0],\n",
      "       [-1,  1,  0]], dtype=int8), -1), action = [2 2], winner = 0\n",
      "00:00:09 [INFO] state = (array([[-1, -1,  1],\n",
      "       [ 0, -1,  1],\n",
      "       [ 1,  0,  0]], dtype=int8), 1), action = [2 2], winner = 1\n",
      "00:00:09 [INFO] state = (array([[ 0,  1,  0],\n",
      "       [-1,  1,  1],\n",
      "       [-1, -1,  1]], dtype=int8), -1), action = [0 0], winner = -1\n",
      "00:00:09 [INFO] state = (array([[-1,  1,  0],\n",
      "       [ 1,  0,  0],\n",
      "       [ 1,  0, -1]], dtype=int8), -1), action = [1 2], winner = -1\n",
      "00:00:09 [INFO] state = (array([[ 0,  0,  0],\n",
      "       [ 0,  0, -1],\n",
      "       [ 1,  0,  1]], dtype=int8), -1), action = [2 1], winner = 1\n",
      "00:00:09 [INFO] state = (array([[ 1,  0,  0],\n",
      "       [ 1,  0, -1],\n",
      "       [ 0, -1,  1]], dtype=int8), -1), action = [2 0], winner = 1\n",
      "00:00:09 [INFO] state = (array([[-1, -1,  1],\n",
      "       [ 1,  1,  1],\n",
      "       [ 1, -1, -1]], dtype=int8), -1), action = None, winner = 1\n",
      "00:00:09 [INFO] state = (array([[ 1, -1,  0],\n",
      "       [ 1,  0,  0],\n",
      "       [-1, -1,  1]], dtype=int8), 1), action = [1 1], winner = 1\n",
      "00:00:09 [INFO] state = (array([[ 1,  0,  0],\n",
      "       [ 1, -1,  0],\n",
      "       [ 0,  0,  0]], dtype=int8), -1), action = [2 0], winner = 0\n",
      "00:00:09 [INFO] state = (array([[ 1,  1, -1],\n",
      "       [-1,  0,  0],\n",
      "       [ 0,  0,  1]], dtype=int8), -1), action = [1 1], winner = -1\n",
      "00:00:09 [INFO] state = (array([[ 0,  1,  0],\n",
      "       [ 0,  0, -1],\n",
      "       [ 1,  1, -1]], dtype=int8), -1), action = [1 1], winner = -1\n",
      "00:00:09 [INFO] state = (array([[ 1,  0,  0],\n",
      "       [-1, -1,  1],\n",
      "       [ 1,  0, -1]], dtype=int8), 1), action = [2 1], winner = 0\n",
      "00:00:09 [INFO] state = (array([[-1,  1,  1],\n",
      "       [-1,  1, -1],\n",
      "       [-1,  0,  1]], dtype=int8), 1), action = None, winner = -1\n",
      "00:00:09 [INFO] state = (array([[-1,  1,  1],\n",
      "       [-1, -1,  0],\n",
      "       [ 1,  1, -1]], dtype=int8), 1), action = None, winner = -1\n",
      "00:00:09 [INFO] state = (array([[ 1,  1,  0],\n",
      "       [-1,  1,  0],\n",
      "       [ 1, -1, -1]], dtype=int8), -1), action = [0 2], winner = 0\n",
      "00:00:09 [INFO] state = (array([[ 1, -1, -1],\n",
      "       [-1,  1,  0],\n",
      "       [ 1,  1,  0]], dtype=int8), -1), action = [2 2], winner = 0\n",
      "00:00:09 [INFO] state = (array([[-1,  0,  1],\n",
      "       [ 1,  1, -1],\n",
      "       [ 0, -1,  0]], dtype=int8), 1), action = [2 0], winner = 1\n",
      "00:00:09 [INFO] state = (array([[ 1,  1, -1],\n",
      "       [ 0, -1,  1],\n",
      "       [ 0,  1, -1]], dtype=int8), -1), action = [2 0], winner = -1\n",
      "00:00:09 [INFO] state = (array([[ 0,  0,  1],\n",
      "       [ 0, -1,  0],\n",
      "       [ 0,  1,  0]], dtype=int8), -1), action = [2 2], winner = 0\n",
      "00:00:09 [INFO] state = (array([[ 0,  1,  1],\n",
      "       [-1, -1, -1],\n",
      "       [ 1, -1,  1]], dtype=int8), 1), action = None, winner = -1\n",
      "00:00:09 [INFO] state = (array([[ 0,  0, -1],\n",
      "       [ 1,  0,  0],\n",
      "       [-1,  0,  1]], dtype=int8), 1), action = [1 1], winner = 1\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "00:00:09 [INFO] state = (array([[ 0,  0,  1],\n",
      "       [-1, -1,  1],\n",
      "       [ 0,  1,  0]], dtype=int8), -1), action = [2 2], winner = 0\n",
      "00:00:09 [INFO] state = (array([[ 0, -1,  0],\n",
      "       [ 1,  1,  1],\n",
      "       [ 0, -1,  0]], dtype=int8), -1), action = None, winner = 1\n",
      "00:00:09 [INFO] state = (array([[-1,  0,  1],\n",
      "       [-1, -1,  0],\n",
      "       [ 0,  1,  1]], dtype=int8), 1), action = [2 0], winner = 1\n",
      "00:00:09 [INFO] state = (array([[ 1,  0,  0],\n",
      "       [-1,  0,  1],\n",
      "       [-1,  1, -1]], dtype=int8), 1), action = [0 1], winner = 1\n",
      "00:00:09 [INFO] state = (array([[ 0, -1,  1],\n",
      "       [ 1,  1, -1],\n",
      "       [-1,  0,  1]], dtype=int8), -1), action = [0 0], winner = 0\n",
      "00:00:09 [INFO] state = (array([[ 1, -1,  1],\n",
      "       [ 0,  0,  0],\n",
      "       [ 1, -1, -1]], dtype=int8), 1), action = [1 1], winner = 1\n",
      "00:00:09 [INFO] state = (array([[-1,  1,  1],\n",
      "       [ 1,  0, -1],\n",
      "       [ 1,  0, -1]], dtype=int8), -1), action = [1 1], winner = -1\n",
      "00:00:09 [INFO] state = (array([[ 0,  1,  1],\n",
      "       [ 1, -1, -1],\n",
      "       [ 0, -1,  0]], dtype=int8), 1), action = [0 0], winner = 1\n",
      "00:00:09 [INFO] state = (array([[ 1,  0,  0],\n",
      "       [-1, -1,  1],\n",
      "       [ 1,  1, -1]], dtype=int8), -1), action = [0 2], winner = 0\n",
      "00:00:09 [INFO] state = (array([[-1,  1,  0],\n",
      "       [-1,  0,  1],\n",
      "       [ 0, -1,  1]], dtype=int8), 1), action = [0 2], winner = 1\n",
      "00:00:09 [INFO] state = (array([[-1,  1,  0],\n",
      "       [ 1, -1,  1],\n",
      "       [ 0,  0, -1]], dtype=int8), 1), action = None, winner = -1\n",
      "00:00:09 [INFO] state = (array([[ 1,  0,  0],\n",
      "       [ 0,  0,  1],\n",
      "       [ 0,  0, -1]], dtype=int8), -1), action = [2 0], winner = 0\n",
      "00:00:09 [INFO] state = (array([[ 0,  1,  1],\n",
      "       [-1,  1, -1],\n",
      "       [ 0,  0,  0]], dtype=int8), -1), action = [2 2], winner = 1\n",
      "00:00:09 [INFO] state = (array([[-1,  0,  1],\n",
      "       [-1,  0, -1],\n",
      "       [ 1,  1,  1]], dtype=int8), -1), action = None, winner = 1\n",
      "00:00:09 [INFO] state = (array([[ 1, -1,  1],\n",
      "       [-1,  1,  0],\n",
      "       [ 0,  0,  0]], dtype=int8), -1), action = [2 2], winner = 1\n",
      "00:00:09 [INFO] state = (array([[ 1, -1,  1],\n",
      "       [ 0,  1, -1],\n",
      "       [ 0,  1, -1]], dtype=int8), -1), action = [2 0], winner = 0\n",
      "00:00:09 [INFO] state = (array([[ 1,  0,  0],\n",
      "       [ 1, -1, -1],\n",
      "       [ 1,  1, -1]], dtype=int8), -1), action = None, winner = 1\n",
      "00:00:09 [INFO] state = (array([[ 0, -1,  1],\n",
      "       [ 1, -1, -1],\n",
      "       [ 1,  0,  1]], dtype=int8), -1), action = [2 1], winner = -1\n",
      "00:00:09 [INFO] state = (array([[-1,  1,  0],\n",
      "       [ 0, -1,  1],\n",
      "       [ 0,  1, -1]], dtype=int8), 1), action = None, winner = -1\n",
      "00:00:09 [INFO] state = (array([[ 0,  1, -1],\n",
      "       [ 1,  0, -1],\n",
      "       [ 1, -1,  0]], dtype=int8), 1), action = [0 0], winner = 1\n",
      "00:00:09 [INFO] state = (array([[ 0,  1, -1],\n",
      "       [ 1,  1, -1],\n",
      "       [ 1, -1,  0]], dtype=int8), -1), action = [2 2], winner = -1\n",
      "00:00:09 [INFO] state = (array([[ 0,  1,  1],\n",
      "       [-1,  0,  1],\n",
      "       [-1,  1, -1]], dtype=int8), -1), action = [0 0], winner = -1\n",
      "00:00:09 [INFO] state = (array([[ 1,  1, -1],\n",
      "       [ 0,  1, -1],\n",
      "       [ 1, -1, -1]], dtype=int8), 1), action = None, winner = -1\n",
      "00:00:09 [INFO] state = (array([[ 0,  0,  0],\n",
      "       [ 1,  1, -1],\n",
      "       [-1,  0,  0]], dtype=int8), 1), action = [2 2], winner = 0\n",
      "00:00:09 [INFO] state = (array([[-1,  0,  0],\n",
      "       [ 0,  1,  0],\n",
      "       [ 0,  1,  0]], dtype=int8), -1), action = [0 1], winner = 0\n",
      "00:00:09 [INFO] state = (array([[-1,  1,  1],\n",
      "       [ 0,  0, -1],\n",
      "       [ 0, -1,  1]], dtype=int8), 1), action = [2 0], winner = 0\n",
      "00:00:09 [INFO] state = (array([[ 1,  0,  0],\n",
      "       [ 0,  0, -1],\n",
      "       [ 1,  0, -1]], dtype=int8), 1), action = [1 0], winner = 1\n",
      "00:00:09 [INFO] state = (array([[-1,  0,  1],\n",
      "       [-1,  1,  1],\n",
      "       [-1,  0,  0]], dtype=int8), 1), action = None, winner = -1\n",
      "00:00:09 [INFO] state = (array([[ 0,  0,  0],\n",
      "       [ 0,  1,  0],\n",
      "       [ 0,  0, -1]], dtype=int8), 1), action = [2 1], winner = 0\n",
      "00:00:09 [INFO] state = (array([[-1,  1, -1],\n",
      "       [ 1,  0, -1],\n",
      "       [-1,  1,  1]], dtype=int8), 1), action = [1 1], winner = 1\n",
      "00:00:09 [INFO] state = (array([[ 1, -1, -1],\n",
      "       [ 1,  0,  1],\n",
      "       [ 0, -1,  1]], dtype=int8), -1), action = [1 1], winner = -1\n",
      "00:00:09 [INFO] state = (array([[ 1,  0, -1],\n",
      "       [ 1,  0, -1],\n",
      "       [-1,  0,  1]], dtype=int8), 1), action = [1 1], winner = 1\n",
      "00:00:09 [INFO] state = (array([[-1,  1, -1],\n",
      "       [ 1,  1, -1],\n",
      "       [-1,  0,  1]], dtype=int8), 1), action = [2 1], winner = 1\n",
      "00:00:09 [INFO] state = (array([[ 0,  0,  1],\n",
      "       [ 0,  1, -1],\n",
      "       [-1,  1,  0]], dtype=int8), -1), action = [0 1], winner = 0\n",
      "00:00:09 [INFO] state = (array([[ 0,  0,  0],\n",
      "       [ 0,  1, -1],\n",
      "       [-1,  1,  0]], dtype=int8), 1), action = [2 2], winner = 1\n",
      "00:00:09 [INFO] state = (array([[-1,  0, -1],\n",
      "       [ 1, -1,  1],\n",
      "       [-1,  1,  1]], dtype=int8), 1), action = None, winner = -1\n",
      "00:00:09 [INFO] state = (array([[ 0, -1,  0],\n",
      "       [-1,  0,  0],\n",
      "       [ 1,  0,  1]], dtype=int8), 1), action = [2 1], winner = 1\n",
      "00:00:09 [INFO] state = (array([[ 0,  0, -1],\n",
      "       [ 0,  1, -1],\n",
      "       [ 1,  1, -1]], dtype=int8), 1), action = None, winner = -1\n",
      "00:00:09 [INFO] state = (array([[ 1,  0, -1],\n",
      "       [-1, -1,  1],\n",
      "       [ 1,  0,  0]], dtype=int8), 1), action = [2 2], winner = 0\n",
      "00:00:09 [INFO] state = (array([[ 0,  0,  1],\n",
      "       [ 1, -1, -1],\n",
      "       [ 1, -1,  1]], dtype=int8), -1), action = [0 1], winner = -1\n",
      "00:00:09 [INFO] state = (array([[ 0, -1,  0],\n",
      "       [ 1,  0,  1],\n",
      "       [ 0,  0,  0]], dtype=int8), -1), action = [1 1], winner = -1\n",
      "00:00:09 [INFO] state = (array([[-1,  0,  1],\n",
      "       [ 0, -1,  1],\n",
      "       [ 1, -1,  0]], dtype=int8), 1), action = [2 2], winner = 1\n",
      "00:00:09 [INFO] state = (array([[ 1, -1,  0],\n",
      "       [ 0,  0,  1],\n",
      "       [ 0, -1,  0]], dtype=int8), 1), action = [1 1], winner = 1\n",
      "00:00:09 [INFO] state = (array([[ 0,  0,  1],\n",
      "       [ 0, -1,  1],\n",
      "       [ 0,  0,  0]], dtype=int8), -1), action = [2 2], winner = 0\n",
      "00:00:09 [INFO] state = (array([[ 0, -1,  0],\n",
      "       [ 0,  0,  1],\n",
      "       [ 0,  1,  0]], dtype=int8), -1), action = [2 2], winner = 0\n",
      "00:00:09 [INFO] state = (array([[ 1,  0, -1],\n",
      "       [-1,  0,  0],\n",
      "       [ 1,  1,  0]], dtype=int8), -1), action = [2 2], winner = 0\n",
      "00:00:09 [INFO] state = (array([[ 0,  0, -1],\n",
      "       [-1, -1,  1],\n",
      "       [ 1,  0,  1]], dtype=int8), 1), action = [2 1], winner = 1\n",
      "00:00:09 [INFO] state = (array([[ 1,  0, -1],\n",
      "       [ 1,  1,  0],\n",
      "       [ 1, -1, -1]], dtype=int8), -1), action = None, winner = 1\n",
      "00:00:09 [INFO] state = (array([[ 0, -1, -1],\n",
      "       [ 0,  1,  1],\n",
      "       [-1,  1,  1]], dtype=int8), -1), action = [0 0], winner = -1\n",
      "00:00:09 [INFO] state = (array([[-1, -1, -1],\n",
      "       [ 1,  0,  1],\n",
      "       [-1,  1,  1]], dtype=int8), 1), action = None, winner = -1\n",
      "00:00:09 [INFO] state = (array([[ 1,  1,  0],\n",
      "       [ 0,  0,  1],\n",
      "       [-1,  0, -1]], dtype=int8), -1), action = [2 1], winner = -1\n",
      "00:00:09 [INFO] state = (array([[ 0, -1,  0],\n",
      "       [ 1,  0,  1],\n",
      "       [-1, -1,  1]], dtype=int8), 1), action = [1 1], winner = 1\n",
      "00:00:09 [INFO] state = (array([[-1,  0,  1],\n",
      "       [ 1, -1, -1],\n",
      "       [ 1,  1,  0]], dtype=int8), -1), action = [2 2], winner = -1\n",
      "00:00:09 [INFO] state = (array([[ 0,  1, -1],\n",
      "       [-1,  1,  0],\n",
      "       [-1,  0,  1]], dtype=int8), 1), action = [2 1], winner = 1\n",
      "00:00:09 [INFO] state = (array([[ 1,  1,  0],\n",
      "       [ 1,  0,  0],\n",
      "       [ 0, -1, -1]], dtype=int8), -1), action = [2 0], winner = -1\n",
      "00:00:09 [INFO] state = (array([[ 1,  0,  0],\n",
      "       [ 0,  0, -1],\n",
      "       [-1,  0,  1]], dtype=int8), 1), action = [1 1], winner = 1\n",
      "00:00:09 [INFO] state = (array([[ 0,  1, -1],\n",
      "       [-1,  1,  1],\n",
      "       [ 1, -1, -1]], dtype=int8), 1), action = [0 0], winner = 0\n",
      "00:00:09 [INFO] state = (array([[-1,  1,  0],\n",
      "       [ 0, -1,  0],\n",
      "       [ 0,  0,  1]], dtype=int8), 1), action = [2 0], winner = 0\n",
      "00:00:09 [INFO] state = (array([[-1,  1, -1],\n",
      "       [ 0,  1,  1],\n",
      "       [ 0,  0, -1]], dtype=int8), 1), action = [2 1], winner = 1\n",
      "00:00:09 [INFO] state = (array([[-1,  0, -1],\n",
      "       [ 0,  1,  0],\n",
      "       [ 1,  1,  0]], dtype=int8), -1), action = [0 1], winner = -1\n",
      "00:00:09 [INFO] state = (array([[-1,  0,  0],\n",
      "       [ 0, -1,  1],\n",
      "       [ 1,  0,  0]], dtype=int8), 1), action = [2 2], winner = 1\n",
      "00:00:09 [INFO] state = (array([[ 1,  1,  0],\n",
      "       [ 0, -1,  1],\n",
      "       [ 0,  0, -1]], dtype=int8), -1), action = [0 2], winner = 0\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "00:00:09 [INFO] state = (array([[ 1,  0,  1],\n",
      "       [-1, -1,  1],\n",
      "       [ 0,  0, -1]], dtype=int8), 1), action = [0 1], winner = 1\n",
      "00:00:09 [INFO] state = (array([[ 0,  1,  1],\n",
      "       [-1,  0,  1],\n",
      "       [ 0,  0, -1]], dtype=int8), -1), action = [0 0], winner = -1\n",
      "00:00:09 [INFO] state = (array([[ 0,  1,  0],\n",
      "       [ 0, -1,  0],\n",
      "       [ 1, -1,  1]], dtype=int8), -1), action = [1 2], winner = 0\n",
      "00:00:09 [INFO] state = (array([[ 0, -1,  1],\n",
      "       [ 0,  1,  1],\n",
      "       [-1,  0,  0]], dtype=int8), -1), action = [2 2], winner = 1\n",
      "00:00:09 [INFO] state = (array([[ 0,  0,  0],\n",
      "       [ 0,  1,  1],\n",
      "       [-1, -1,  0]], dtype=int8), 1), action = [2 2], winner = 1\n",
      "00:00:09 [INFO] state = (array([[-1,  1,  1],\n",
      "       [-1, -1, -1],\n",
      "       [ 0,  1,  1]], dtype=int8), 1), action = None, winner = -1\n",
      "00:00:09 [INFO] state = (array([[ 0,  1,  1],\n",
      "       [ 0, -1, -1],\n",
      "       [ 1, -1,  1]], dtype=int8), -1), action = [1 0], winner = -1\n",
      "00:00:09 [INFO] state = (array([[ 1,  1,  0],\n",
      "       [-1,  0,  0],\n",
      "       [ 0,  0, -1]], dtype=int8), 1), action = [2 1], winner = 1\n",
      "00:00:09 [INFO] state = (array([[ 1, -1,  0],\n",
      "       [ 0,  0,  1],\n",
      "       [ 1,  0, -1]], dtype=int8), -1), action = [1 0], winner = 0\n",
      "00:00:09 [INFO] state = (array([[-1,  1, -1],\n",
      "       [-1,  1,  1],\n",
      "       [ 1, -1,  0]], dtype=int8), 1), action = [2 2], winner = 0\n",
      "00:00:09 [INFO] state = (array([[-1,  1,  0],\n",
      "       [ 0, -1, -1],\n",
      "       [ 0,  1,  1]], dtype=int8), 1), action = [2 0], winner = 1\n",
      "00:00:09 [INFO] state = (array([[ 0,  0, -1],\n",
      "       [ 0, -1,  1],\n",
      "       [ 0,  1,  0]], dtype=int8), 1), action = [2 0], winner = 0\n",
      "00:00:09 [INFO] state = (array([[ 0,  0,  0],\n",
      "       [ 0,  1,  0],\n",
      "       [-1,  0,  0]], dtype=int8), 1), action = [2 2], winner = 0\n",
      "00:00:09 [INFO] state = (array([[ 1,  0,  0],\n",
      "       [ 1,  0,  0],\n",
      "       [-1,  0,  0]], dtype=int8), -1), action = [2 2], winner = -1\n",
      "00:00:09 [INFO] state = (array([[ 0, -1,  1],\n",
      "       [ 1,  1, -1],\n",
      "       [-1,  1, -1]], dtype=int8), 1), action = [0 0], winner = 0\n",
      "00:00:09 [INFO] state = (array([[ 1,  0,  0],\n",
      "       [-1,  0, -1],\n",
      "       [ 1,  1,  0]], dtype=int8), -1), action = [2 2], winner = -1\n",
      "00:00:09 [INFO] state = (array([[ 0, -1,  0],\n",
      "       [-1,  1, -1],\n",
      "       [ 1,  1,  0]], dtype=int8), 1), action = [2 2], winner = 1\n",
      "00:00:09 [INFO] state = (array([[-1,  1, -1],\n",
      "       [ 0,  0,  0],\n",
      "       [-1,  1,  1]], dtype=int8), 1), action = [1 1], winner = 1\n",
      "00:00:09 [INFO] state = (array([[ 0,  0,  1],\n",
      "       [ 0, -1,  0],\n",
      "       [ 1,  0,  0]], dtype=int8), -1), action = [2 1], winner = 0\n",
      "00:00:09 [INFO] state = (array([[ 0, -1, -1],\n",
      "       [-1,  1,  1],\n",
      "       [ 1, -1,  1]], dtype=int8), 1), action = [0 0], winner = 1\n",
      "00:00:09 [INFO] state = (array([[ 1,  1,  0],\n",
      "       [-1,  1, -1],\n",
      "       [ 1,  0, -1]], dtype=int8), -1), action = [0 2], winner = -1\n",
      "00:00:09 [INFO] state = (array([[-1,  1, -1],\n",
      "       [ 1,  1, -1],\n",
      "       [ 1, -1,  1]], dtype=int8), -1), action = None, winner = 0\n",
      "00:00:09 [INFO] state = (array([[ 0, -1,  1],\n",
      "       [-1,  1,  0],\n",
      "       [-1,  1,  0]], dtype=int8), 1), action = [0 0], winner = 0\n",
      "00:00:09 [INFO] state = (array([[ 0, -1,  0],\n",
      "       [ 0,  1,  1],\n",
      "       [ 1, -1,  0]], dtype=int8), -1), action = [2 2], winner = 1\n",
      "00:00:09 [INFO] state = (array([[-1,  1,  0],\n",
      "       [-1,  0,  1],\n",
      "       [ 1,  0,  0]], dtype=int8), -1), action = [2 2], winner = 1\n",
      "00:00:09 [INFO] state = (array([[ 0,  0,  1],\n",
      "       [ 1, -1,  1],\n",
      "       [ 1, -1, -1]], dtype=int8), -1), action = [0 1], winner = -1\n",
      "00:00:09 [INFO] state = (array([[ 1, -1,  1],\n",
      "       [ 0, -1,  1],\n",
      "       [-1,  1,  0]], dtype=int8), -1), action = [2 2], winner = 0\n",
      "00:00:09 [INFO] state = (array([[ 0, -1,  1],\n",
      "       [-1,  0,  0],\n",
      "       [ 1,  0,  0]], dtype=int8), 1), action = [2 2], winner = 1\n",
      "00:00:09 [INFO] state = (array([[ 1,  0,  0],\n",
      "       [-1, -1,  1],\n",
      "       [ 0,  0,  1]], dtype=int8), -1), action = [0 2], winner = 0\n",
      "00:00:09 [INFO] state = (array([[ 1,  1,  0],\n",
      "       [ 0, -1, -1],\n",
      "       [-1,  0,  1]], dtype=int8), 1), action = [0 2], winner = 1\n",
      "00:00:09 [INFO] state = (array([[ 0,  1,  0],\n",
      "       [ 1, -1, -1],\n",
      "       [-1,  1,  0]], dtype=int8), 1), action = [0 2], winner = 0\n",
      "00:00:09 [INFO] state = (array([[-1, -1,  0],\n",
      "       [-1,  0,  1],\n",
      "       [ 1,  1,  1]], dtype=int8), -1), action = None, winner = 1\n",
      "00:00:09 [INFO] state = (array([[ 1,  0,  0],\n",
      "       [ 0,  0,  0],\n",
      "       [ 1, -1, -1]], dtype=int8), 1), action = [1 2], winner = 1\n",
      "00:00:09 [INFO] state = (array([[-1,  0,  0],\n",
      "       [ 1,  0,  1],\n",
      "       [ 1, -1,  0]], dtype=int8), -1), action = [1 1], winner = -1\n",
      "00:00:09 [INFO] state = (array([[-1,  0,  1],\n",
      "       [ 0,  1,  0],\n",
      "       [-1, -1,  1]], dtype=int8), 1), action = [1 2], winner = 1\n",
      "00:00:09 [INFO] state = (array([[ 1,  0,  1],\n",
      "       [ 1, -1, -1],\n",
      "       [ 0,  0,  0]], dtype=int8), -1), action = [2 2], winner = 1\n",
      "00:00:09 [INFO] state = (array([[-1,  1,  1],\n",
      "       [ 0,  1,  0],\n",
      "       [ 0,  0, -1]], dtype=int8), -1), action = [2 1], winner = 1\n",
      "00:00:09 [INFO] state = (array([[ 0,  1,  0],\n",
      "       [ 1, -1, -1],\n",
      "       [ 1, -1,  0]], dtype=int8), 1), action = [0 0], winner = 1\n",
      "00:00:09 [INFO] state = (array([[-1,  0,  1],\n",
      "       [ 0, -1,  0],\n",
      "       [ 1,  1, -1]], dtype=int8), 1), action = None, winner = -1\n",
      "00:00:09 [INFO] state = (array([[-1, -1,  1],\n",
      "       [ 0,  0, -1],\n",
      "       [ 0,  1,  1]], dtype=int8), 1), action = [2 0], winner = 1\n",
      "00:00:09 [INFO] state = (array([[-1,  1, -1],\n",
      "       [ 1,  0,  1],\n",
      "       [ 0, -1,  0]], dtype=int8), 1), action = [1 1], winner = 1\n",
      "00:00:09 [INFO] state = (array([[-1, -1,  1],\n",
      "       [ 1,  0,  0],\n",
      "       [-1,  0,  1]], dtype=int8), 1), action = [1 2], winner = 1\n",
      "00:00:09 [INFO] state = (array([[ 1,  0,  0],\n",
      "       [ 0, -1, -1],\n",
      "       [ 1,  1, -1]], dtype=int8), 1), action = [1 0], winner = 1\n",
      "00:00:09 [INFO] state = (array([[-1,  1,  0],\n",
      "       [-1,  0,  0],\n",
      "       [ 1,  0,  0]], dtype=int8), 1), action = [2 2], winner = 1\n",
      "00:00:09 [INFO] state = (array([[-1, -1,  1],\n",
      "       [-1,  1, -1],\n",
      "       [ 0,  1,  1]], dtype=int8), 1), action = [2 0], winner = 1\n",
      "00:00:09 [INFO] state = (array([[ 0, -1,  0],\n",
      "       [ 0,  0, -1],\n",
      "       [ 1,  0,  1]], dtype=int8), 1), action = [2 1], winner = 1\n",
      "00:00:09 [INFO] state = (array([[ 0,  1, -1],\n",
      "       [ 0, -1,  1],\n",
      "       [-1,  1,  0]], dtype=int8), 1), action = None, winner = -1\n",
      "00:00:09 [INFO] state = (array([[ 1, -1,  0],\n",
      "       [ 0,  0, -1],\n",
      "       [ 1,  0,  1]], dtype=int8), -1), action = [2 1], winner = 1\n",
      "00:00:09 [INFO] state = (array([[ 1,  1,  0],\n",
      "       [ 0, -1, -1],\n",
      "       [ 1,  0, -1]], dtype=int8), 1), action = [1 0], winner = 1\n",
      "00:00:09 [INFO] state = (array([[-1,  0,  1],\n",
      "       [ 0,  0,  0],\n",
      "       [ 0, -1,  1]], dtype=int8), 1), action = [2 0], winner = 1\n",
      "00:00:09 [INFO] state = (array([[ 0,  0,  0],\n",
      "       [ 1,  1,  0],\n",
      "       [ 0,  0, -1]], dtype=int8), -1), action = [1 2], winner = 0\n",
      "00:00:09 [INFO] state = (array([[-1,  0,  1],\n",
      "       [ 1,  1, -1],\n",
      "       [-1,  0,  0]], dtype=int8), 1), action = [2 2], winner = 0\n",
      "00:00:09 [INFO] state = (array([[ 0,  1,  0],\n",
      "       [ 1, -1,  0],\n",
      "       [-1, -1,  1]], dtype=int8), 1), action = [0 2], winner = 1\n",
      "00:00:09 [INFO] state = (array([[-1,  1,  0],\n",
      "       [-1,  1,  1],\n",
      "       [ 1,  0, -1]], dtype=int8), -1), action = [2 1], winner = 1\n",
      "00:00:09 [INFO] state = (array([[ 1,  1,  0],\n",
      "       [-1,  1,  1],\n",
      "       [-1,  0, -1]], dtype=int8), -1), action = [2 1], winner = -1\n",
      "00:00:09 [INFO] state = (array([[-1, -1,  1],\n",
      "       [ 1,  0,  1],\n",
      "       [ 0, -1,  1]], dtype=int8), -1), action = None, winner = 1\n",
      "00:00:09 [INFO] state = (array([[ 1,  1, -1],\n",
      "       [ 1, -1,  1],\n",
      "       [ 0, -1,  0]], dtype=int8), -1), action = [2 0], winner = -1\n",
      "00:00:09 [INFO] state = (array([[ 0, -1, -1],\n",
      "       [ 1,  1,  0],\n",
      "       [ 0,  1,  0]], dtype=int8), -1), action = [1 2], winner = -1\n",
      "00:00:09 [INFO] state = (array([[ 0,  1, -1],\n",
      "       [ 1, -1,  0],\n",
      "       [ 1,  1, -1]], dtype=int8), -1), action = [1 2], winner = -1\n",
      "00:00:09 [INFO] state = (array([[ 1, -1,  1],\n",
      "       [ 0,  1, -1],\n",
      "       [-1,  0,  1]], dtype=int8), -1), action = None, winner = 1\n",
      "00:00:09 [INFO] state = (array([[ 0, -1,  1],\n",
      "       [ 0,  1,  1],\n",
      "       [-1,  0, -1]], dtype=int8), 1), action = [1 0], winner = 1\n",
      "00:00:09 [INFO] state = (array([[ 0,  0,  0],\n",
      "       [ 1,  0, -1],\n",
      "       [-1,  1,  1]], dtype=int8), -1), action = [1 1], winner = 0\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "00:00:09 [INFO] state = (array([[ 0,  1, -1],\n",
      "       [ 1,  1,  0],\n",
      "       [-1, -1,  1]], dtype=int8), -1), action = [1 2], winner = 1\n",
      "00:00:09 [INFO] state = (array([[ 1, -1,  1],\n",
      "       [-1, -1,  1],\n",
      "       [ 1,  1, -1]], dtype=int8), -1), action = None, winner = 0\n",
      "00:00:09 [INFO] state = (array([[ 1,  0,  0],\n",
      "       [ 0,  0,  0],\n",
      "       [ 0, -1,  0]], dtype=int8), 1), action = [2 0], winner = 1\n",
      "00:00:09 [INFO] state = (array([[ 0, -1,  0],\n",
      "       [ 1,  0,  1],\n",
      "       [ 0,  0, -1]], dtype=int8), 1), action = [2 0], winner = 1\n",
      "00:00:09 [INFO] state = (array([[ 0, -1,  1],\n",
      "       [ 1,  1,  1],\n",
      "       [-1, -1,  0]], dtype=int8), -1), action = None, winner = 1\n",
      "00:00:09 [INFO] state = (array([[ 0,  1,  0],\n",
      "       [ 0,  1, -1],\n",
      "       [ 1, -1, -1]], dtype=int8), 1), action = [0 2], winner = 1\n",
      "00:00:09 [INFO] state = (array([[-1,  1, -1],\n",
      "       [ 1, -1,  1],\n",
      "       [-1,  1,  0]], dtype=int8), 1), action = None, winner = -1\n",
      "00:00:09 [INFO] state = (array([[ 1, -1,  1],\n",
      "       [ 0,  0,  1],\n",
      "       [ 1, -1, -1]], dtype=int8), -1), action = [1 1], winner = -1\n",
      "00:00:09 [INFO] state = (array([[ 0,  0,  1],\n",
      "       [-1,  1,  0],\n",
      "       [-1,  0,  1]], dtype=int8), -1), action = [0 0], winner = -1\n",
      "00:00:09 [INFO] state = (array([[-1,  1,  1],\n",
      "       [ 1,  0,  1],\n",
      "       [-1, -1, -1]], dtype=int8), 1), action = None, winner = -1\n",
      "00:00:09 [INFO] state = (array([[-1,  1,  0],\n",
      "       [ 1, -1,  0],\n",
      "       [ 1,  0,  0]], dtype=int8), -1), action = [2 2], winner = -1\n",
      "00:00:09 [INFO] state = (array([[ 1, -1,  1],\n",
      "       [ 1,  0,  0],\n",
      "       [-1, -1,  0]], dtype=int8), 1), action = [2 2], winner = -1\n",
      "00:00:09 [INFO] state = (array([[ 1,  1,  0],\n",
      "       [ 0,  0, -1],\n",
      "       [ 0,  0, -1]], dtype=int8), 1), action = [0 2], winner = 1\n",
      "00:00:09 [INFO] state = (array([[ 0,  0, -1],\n",
      "       [ 1, -1,  1],\n",
      "       [ 0,  0,  1]], dtype=int8), -1), action = [2 1], winner = -1\n",
      "00:00:09 [INFO] state = (array([[-1,  0,  1],\n",
      "       [ 0, -1, -1],\n",
      "       [ 1,  1,  1]], dtype=int8), -1), action = None, winner = 1\n",
      "00:00:09 [INFO] state = (array([[ 1,  0,  0],\n",
      "       [ 0,  1,  0],\n",
      "       [-1,  0,  0]], dtype=int8), -1), action = [2 2], winner = 0\n",
      "00:00:09 [INFO] state = (array([[ 0,  0,  0],\n",
      "       [ 1, -1,  1],\n",
      "       [ 0, -1,  1]], dtype=int8), -1), action = [0 2], winner = -1\n",
      "00:00:09 [INFO] state = (array([[-1,  0,  1],\n",
      "       [ 0,  1,  0],\n",
      "       [ 0,  0,  0]], dtype=int8), -1), action = [2 0], winner = 0\n",
      "00:00:09 [INFO] state = (array([[ 1,  1, -1],\n",
      "       [-1,  0,  1],\n",
      "       [-1,  1, -1]], dtype=int8), 1), action = [1 1], winner = 1\n",
      "00:00:09 [INFO] state = (array([[ 1,  1, -1],\n",
      "       [ 1,  1,  0],\n",
      "       [-1,  0, -1]], dtype=int8), -1), action = [2 1], winner = -1\n",
      "00:00:09 [INFO] state = (array([[ 0,  1,  0],\n",
      "       [ 1, -1,  0],\n",
      "       [ 0,  1, -1]], dtype=int8), -1), action = [2 0], winner = -1\n",
      "00:00:09 [INFO] state = (array([[ 0,  0, -1],\n",
      "       [ 1,  1,  1],\n",
      "       [ 0,  0, -1]], dtype=int8), -1), action = None, winner = 1\n",
      "00:00:09 [INFO] state = (array([[-1,  0, -1],\n",
      "       [-1,  1,  0],\n",
      "       [ 1,  1,  1]], dtype=int8), -1), action = None, winner = 1\n",
      "00:00:09 [INFO] state = (array([[-1,  1,  0],\n",
      "       [ 1,  0,  0],\n",
      "       [ 0, -1,  0]], dtype=int8), 1), action = [2 2], winner = 0\n",
      "00:00:09 [INFO] state = (array([[ 0, -1, -1],\n",
      "       [ 1, -1,  1],\n",
      "       [ 1,  0,  1]], dtype=int8), -1), action = [2 1], winner = -1\n",
      "00:00:09 [INFO] state = (array([[-1, -1,  1],\n",
      "       [ 1,  0,  0],\n",
      "       [ 1,  0, -1]], dtype=int8), 1), action = [1 1], winner = 1\n",
      "00:00:09 [INFO] state = (array([[ 0,  1,  1],\n",
      "       [ 1, -1, -1],\n",
      "       [-1,  0,  0]], dtype=int8), 1), action = [0 0], winner = 1\n",
      "00:00:09 [INFO] state = (array([[ 0,  0,  1],\n",
      "       [-1, -1,  1],\n",
      "       [ 0,  0,  0]], dtype=int8), 1), action = [2 2], winner = 1\n",
      "00:00:09 [INFO] state = (array([[ 1,  1,  0],\n",
      "       [ 1, -1, -1],\n",
      "       [-1,  0,  1]], dtype=int8), -1), action = [0 2], winner = -1\n",
      "00:00:09 [INFO] state = (array([[ 0,  1,  0],\n",
      "       [-1,  0, -1],\n",
      "       [ 1,  0,  0]], dtype=int8), 1), action = [1 1], winner = 1\n",
      "00:00:09 [INFO] state = (array([[ 1, -1,  0],\n",
      "       [ 1, -1,  1],\n",
      "       [-1,  1, -1]], dtype=int8), 1), action = [0 2], winner = 0\n",
      "00:00:09 [INFO] state = (array([[ 0,  1,  0],\n",
      "       [-1,  1, -1],\n",
      "       [ 0, -1,  1]], dtype=int8), 1), action = [2 0], winner = 1\n",
      "00:00:09 [INFO] state = (array([[-1,  1, -1],\n",
      "       [ 1,  0, -1],\n",
      "       [ 0,  1,  0]], dtype=int8), 1), action = [2 2], winner = 1\n",
      "00:00:09 [INFO] state = (array([[ 1,  1, -1],\n",
      "       [ 0, -1,  0],\n",
      "       [ 1, -1,  1]], dtype=int8), -1), action = [1 0], winner = 0\n",
      "00:00:09 [INFO] state = (array([[ 1,  0,  1],\n",
      "       [ 1, -1,  1],\n",
      "       [-1,  0, -1]], dtype=int8), -1), action = [2 1], winner = -1\n",
      "00:00:09 [INFO] state = (array([[ 0,  1,  0],\n",
      "       [ 0,  0,  1],\n",
      "       [ 0,  0, -1]], dtype=int8), -1), action = [2 0], winner = -1\n",
      "00:00:09 [INFO] state = (array([[ 1, -1,  1],\n",
      "       [-1,  0,  1],\n",
      "       [ 0, -1,  1]], dtype=int8), -1), action = None, winner = 1\n",
      "00:00:09 [INFO] state = (array([[-1,  1,  1],\n",
      "       [ 1,  1, -1],\n",
      "       [ 0,  0, -1]], dtype=int8), -1), action = [2 1], winner = 1\n",
      "00:00:09 [INFO] state = (array([[ 0, -1,  0],\n",
      "       [ 0,  1,  0],\n",
      "       [ 0,  1, -1]], dtype=int8), 1), action = [1 2], winner = 0\n",
      "00:00:09 [INFO] state = (array([[-1,  1,  1],\n",
      "       [ 1,  0,  1],\n",
      "       [-1, -1,  0]], dtype=int8), -1), action = [2 2], winner = -1\n",
      "00:00:09 [INFO] state = (array([[ 1,  0,  1],\n",
      "       [-1,  1,  1],\n",
      "       [-1, -1,  0]], dtype=int8), -1), action = [2 2], winner = -1\n",
      "00:00:09 [INFO] state = (array([[ 0, -1,  0],\n",
      "       [ 1,  1,  0],\n",
      "       [ 0,  0,  0]], dtype=int8), -1), action = [2 2], winner = 1\n",
      "00:00:09 [INFO] state = (array([[-1,  1,  1],\n",
      "       [ 0, -1,  1],\n",
      "       [ 0, -1,  0]], dtype=int8), 1), action = [2 2], winner = 1\n",
      "00:00:09 [INFO] state = (array([[ 1,  1, -1],\n",
      "       [-1, -1,  1],\n",
      "       [ 1,  0, -1]], dtype=int8), 1), action = [2 1], winner = 0\n",
      "00:00:09 [INFO] state = (array([[ 0,  0,  1],\n",
      "       [ 0, -1,  1],\n",
      "       [-1,  1, -1]], dtype=int8), 1), action = [0 0], winner = 0\n",
      "00:00:09 [INFO] state = (array([[ 1,  0,  0],\n",
      "       [-1,  1, -1],\n",
      "       [ 1,  0, -1]], dtype=int8), 1), action = [0 2], winner = 1\n",
      "00:00:09 [INFO] state = (array([[ 0,  1,  0],\n",
      "       [-1,  0,  0],\n",
      "       [ 1, -1,  0]], dtype=int8), 1), action = [0 2], winner = 1\n",
      "00:00:09 [INFO] state = (array([[ 0, -1,  1],\n",
      "       [ 1,  0,  1],\n",
      "       [-1,  0,  0]], dtype=int8), -1), action = [2 2], winner = 1\n",
      "00:00:09 [INFO] state = (array([[ 1, -1,  1],\n",
      "       [ 1, -1, -1],\n",
      "       [-1,  0,  1]], dtype=int8), 1), action = [2 1], winner = 0\n",
      "00:00:09 [INFO] state = (array([[ 1,  0,  0],\n",
      "       [ 1, -1,  0],\n",
      "       [ 0, -1,  1]], dtype=int8), -1), action = [2 0], winner = -1\n",
      "00:00:09 [INFO] state = (array([[ 0,  1, -1],\n",
      "       [ 0,  0, -1],\n",
      "       [-1,  1,  1]], dtype=int8), 1), action = [1 1], winner = 1\n",
      "00:00:09 [INFO] state = (array([[ 1,  0, -1],\n",
      "       [ 0,  1, -1],\n",
      "       [ 0,  1,  0]], dtype=int8), -1), action = [2 2], winner = -1\n",
      "00:00:09 [INFO] state = (array([[ 1,  0,  0],\n",
      "       [ 0,  0,  0],\n",
      "       [-1,  0,  1]], dtype=int8), -1), action = [2 1], winner = 1\n",
      "00:00:09 [INFO] state = (array([[ 1,  1,  1],\n",
      "       [ 0,  0, -1],\n",
      "       [-1,  0,  0]], dtype=int8), -1), action = None, winner = 1\n",
      "00:00:09 [INFO] state = (array([[ 1,  1, -1],\n",
      "       [ 1,  1, -1],\n",
      "       [ 0, -1,  0]], dtype=int8), -1), action = [2 2], winner = -1\n",
      "00:00:09 [INFO] state = (array([[-1,  0, -1],\n",
      "       [ 0,  1,  0],\n",
      "       [ 1, -1,  1]], dtype=int8), 1), action = [0 1], winner = 0\n",
      "00:00:09 [INFO] state = (array([[-1,  1, -1],\n",
      "       [ 0,  1,  0],\n",
      "       [ 1,  0,  0]], dtype=int8), -1), action = [2 1], winner = 0\n",
      "00:00:09 [INFO] state = (array([[ 1,  0,  1],\n",
      "       [-1, -1,  0],\n",
      "       [ 1, -1,  1]], dtype=int8), -1), action = [1 2], winner = -1\n",
      "00:00:09 [INFO] state = (array([[ 1,  1,  1],\n",
      "       [ 0, -1, -1],\n",
      "       [-1,  0,  1]], dtype=int8), -1), action = None, winner = 1\n",
      "00:00:09 [INFO] state = (array([[ 1,  0,  0],\n",
      "       [ 0,  0, -1],\n",
      "       [ 0,  1,  0]], dtype=int8), -1), action = [1 1], winner = 0\n",
      "00:00:09 [INFO] state = (array([[-1,  1,  1],\n",
      "       [ 0,  1,  0],\n",
      "       [-1,  1, -1]], dtype=int8), -1), action = None, winner = 1\n",
      "00:00:09 [INFO] state = (array([[ 0,  1,  1],\n",
      "       [ 1,  1, -1],\n",
      "       [-1, -1, -1]], dtype=int8), 1), action = None, winner = -1\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "00:00:09 [INFO] state = (array([[ 0,  0,  0],\n",
      "       [ 1,  0,  0],\n",
      "       [ 1, -1, -1]], dtype=int8), 1), action = [1 2], winner = 1\n",
      "00:00:09 [INFO] state = (array([[ 1,  1, -1],\n",
      "       [-1,  0,  0],\n",
      "       [ 1,  0, -1]], dtype=int8), 1), action = [1 2], winner = 0\n",
      "00:00:09 [INFO] state = (array([[-1, -1,  0],\n",
      "       [ 1,  1,  1],\n",
      "       [ 0, -1,  1]], dtype=int8), -1), action = None, winner = 1\n",
      "00:00:09 [INFO] state = (array([[ 0, -1,  0],\n",
      "       [ 0,  1,  1],\n",
      "       [ 0,  0,  0]], dtype=int8), -1), action = [2 2], winner = 1\n",
      "00:00:09 [INFO] state = (array([[ 0, -1,  1],\n",
      "       [ 1, -1,  1],\n",
      "       [-1,  1,  0]], dtype=int8), -1), action = [2 2], winner = 0\n",
      "00:00:09 [INFO] state = (array([[ 0,  1, -1],\n",
      "       [ 0,  0,  1],\n",
      "       [ 0,  0, -1]], dtype=int8), 1), action = [1 1], winner = 1\n",
      "00:00:09 [INFO] state = (array([[ 1,  1,  1],\n",
      "       [ 1, -1,  0],\n",
      "       [-1,  0, -1]], dtype=int8), -1), action = None, winner = 1\n",
      "00:00:09 [INFO] state = (array([[ 1,  0,  0],\n",
      "       [ 1,  0, -1],\n",
      "       [-1,  1, -1]], dtype=int8), 1), action = [0 2], winner = 0\n",
      "00:00:09 [INFO] state = (array([[-1,  0,  1],\n",
      "       [ 0,  0,  0],\n",
      "       [-1,  0,  1]], dtype=int8), 1), action = [1 2], winner = 1\n",
      "00:00:09 [INFO] state = (array([[-1,  1, -1],\n",
      "       [ 0,  1,  1],\n",
      "       [ 1,  0, -1]], dtype=int8), -1), action = [2 1], winner = 1\n",
      "00:00:09 [INFO] state = (array([[ 0, -1, -1],\n",
      "       [ 1,  1, -1],\n",
      "       [ 0,  1,  0]], dtype=int8), 1), action = [2 2], winner = -1\n",
      "00:00:09 [INFO] state = (array([[ 0,  1, -1],\n",
      "       [ 0,  1,  1],\n",
      "       [-1,  1, -1]], dtype=int8), -1), action = None, winner = 1\n",
      "00:00:09 [INFO] state = (array([[ 1,  0,  0],\n",
      "       [-1, -1,  1],\n",
      "       [ 0, -1,  1]], dtype=int8), 1), action = [0 2], winner = 1\n",
      "00:00:09 [INFO] state = (array([[ 1,  1,  1],\n",
      "       [ 0, -1,  0],\n",
      "       [-1,  0,  0]], dtype=int8), -1), action = None, winner = 1\n",
      "00:00:09 [INFO] state = (array([[ 0,  0, -1],\n",
      "       [ 1,  0,  1],\n",
      "       [ 1, -1, -1]], dtype=int8), 1), action = [1 1], winner = 1\n",
      "00:00:09 [INFO] state = (array([[ 0, -1,  1],\n",
      "       [ 0, -1, -1],\n",
      "       [ 1,  1,  0]], dtype=int8), 1), action = [2 2], winner = 1\n",
      "00:00:09 [INFO] state = (array([[ 0,  1, -1],\n",
      "       [ 0,  1, -1],\n",
      "       [ 0,  0,  1]], dtype=int8), -1), action = [2 1], winner = 1\n",
      "00:00:09 [INFO] state = (array([[ 1,  0, -1],\n",
      "       [ 0,  0, -1],\n",
      "       [ 0,  1,  0]], dtype=int8), 1), action = [2 2], winner = 1\n",
      "00:00:09 [INFO] state = (array([[ 1, -1,  0],\n",
      "       [ 1,  1,  0],\n",
      "       [-1, -1,  1]], dtype=int8), -1), action = None, winner = 1\n",
      "00:00:09 [INFO] state = (array([[ 0, -1,  0],\n",
      "       [ 1,  1,  0],\n",
      "       [ 0, -1,  1]], dtype=int8), -1), action = [2 0], winner = 1\n",
      "00:00:09 [INFO] state = (array([[ 0, -1,  0],\n",
      "       [ 0,  1,  1],\n",
      "       [-1,  0,  0]], dtype=int8), 1), action = [2 2], winner = 1\n",
      "00:00:09 [INFO] state = (array([[ 0,  0, -1],\n",
      "       [ 1, -1, -1],\n",
      "       [ 1,  1,  0]], dtype=int8), 1), action = [2 2], winner = 1\n",
      "00:00:09 [INFO] state = (array([[ 0, -1,  1],\n",
      "       [-1,  1,  0],\n",
      "       [ 1,  1, -1]], dtype=int8), -1), action = None, winner = 1\n",
      "00:00:09 [INFO] state = (array([[ 1,  0, -1],\n",
      "       [ 1,  0,  1],\n",
      "       [ 0, -1,  0]], dtype=int8), -1), action = [2 2], winner = 1\n",
      "00:00:09 [INFO] state = (array([[ 1,  1,  0],\n",
      "       [ 1,  0, -1],\n",
      "       [ 0,  0, -1]], dtype=int8), -1), action = [0 2], winner = -1\n",
      "00:00:09 [INFO] state = (array([[ 0,  1,  1],\n",
      "       [-1,  1,  1],\n",
      "       [-1,  0, -1]], dtype=int8), -1), action = [2 1], winner = -1\n",
      "00:00:09 [INFO] state = (array([[-1,  1,  0],\n",
      "       [ 0,  1, -1],\n",
      "       [ 0,  0,  1]], dtype=int8), -1), action = [2 1], winner = 0\n",
      "00:00:09 [INFO] state = (array([[ 1,  0, -1],\n",
      "       [ 1,  0, -1],\n",
      "       [ 0,  1, -1]], dtype=int8), 1), action = None, winner = -1\n",
      "00:00:09 [INFO] state = (array([[ 1,  0,  0],\n",
      "       [ 1,  1, -1],\n",
      "       [-1, -1,  0]], dtype=int8), 1), action = [2 2], winner = 1\n",
      "00:00:09 [INFO] state = (array([[ 1, -1,  1],\n",
      "       [ 1,  1, -1],\n",
      "       [-1, -1,  1]], dtype=int8), -1), action = None, winner = 1\n",
      "00:00:09 [INFO] state = (array([[-1,  1,  1],\n",
      "       [ 0,  0,  0],\n",
      "       [ 1, -1, -1]], dtype=int8), 1), action = [1 1], winner = 1\n",
      "00:00:09 [INFO] state = (array([[ 1,  0, -1],\n",
      "       [ 1,  0,  0],\n",
      "       [ 0,  0,  0]], dtype=int8), -1), action = [2 2], winner = 1\n",
      "00:00:09 [INFO] state = (array([[ 0,  1, -1],\n",
      "       [ 0,  0,  1],\n",
      "       [-1, -1,  1]], dtype=int8), 1), action = [1 1], winner = 1\n",
      "00:00:09 [INFO] state = (array([[-1, -1,  0],\n",
      "       [ 1, -1,  1],\n",
      "       [ 1,  1, -1]], dtype=int8), 1), action = None, winner = -1\n",
      "00:00:09 [INFO] state = (array([[ 1,  0,  1],\n",
      "       [ 0,  1,  0],\n",
      "       [-1, -1,  0]], dtype=int8), -1), action = [2 2], winner = -1\n",
      "00:00:09 [INFO] state = (array([[ 1,  0,  0],\n",
      "       [ 1, -1,  0],\n",
      "       [-1, -1,  1]], dtype=int8), 1), action = [1 2], winner = -1\n",
      "00:00:09 [INFO] state = (array([[-1,  1,  0],\n",
      "       [-1,  0,  1],\n",
      "       [ 1,  0, -1]], dtype=int8), 1), action = [1 1], winner = 1\n",
      "00:00:09 [INFO] state = (array([[ 1,  0,  0],\n",
      "       [-1, -1,  0],\n",
      "       [ 0,  0,  1]], dtype=int8), 1), action = [1 2], winner = 0\n",
      "00:00:09 [INFO] state = (array([[ 0, -1,  0],\n",
      "       [ 1, -1,  0],\n",
      "       [ 1,  0,  1]], dtype=int8), -1), action = [2 1], winner = -1\n",
      "00:00:09 [INFO] state = (array([[ 1, -1,  1],\n",
      "       [ 0,  1, -1],\n",
      "       [ 1,  0, -1]], dtype=int8), -1), action = None, winner = 1\n",
      "00:00:09 [INFO] state = (array([[ 0,  0, -1],\n",
      "       [ 0,  0,  1],\n",
      "       [ 0,  1, -1]], dtype=int8), 1), action = [1 1], winner = 1\n",
      "00:00:09 [INFO] state = (array([[ 1,  1, -1],\n",
      "       [-1,  1,  0],\n",
      "       [-1,  0,  1]], dtype=int8), -1), action = None, winner = 1\n",
      "00:00:09 [INFO] state = (array([[ 1, -1, -1],\n",
      "       [ 0,  1,  1],\n",
      "       [ 0, -1,  0]], dtype=int8), 1), action = [2 2], winner = 1\n",
      "00:00:09 [INFO] state = (array([[ 1,  1, -1],\n",
      "       [ 0,  1,  0],\n",
      "       [ 0,  0, -1]], dtype=int8), -1), action = [2 1], winner = -1\n",
      "00:00:09 [INFO] state = (array([[ 0,  1,  1],\n",
      "       [-1,  0,  1],\n",
      "       [ 0, -1,  0]], dtype=int8), -1), action = [2 2], winner = 1\n",
      "00:00:09 [INFO] state = (array([[ 0, -1, -1],\n",
      "       [ 1,  0,  1],\n",
      "       [-1,  1,  1]], dtype=int8), -1), action = [1 1], winner = -1\n",
      "00:00:09 [INFO] state = (array([[-1, -1,  0],\n",
      "       [ 1,  1,  1],\n",
      "       [-1,  1,  0]], dtype=int8), -1), action = None, winner = 1\n",
      "00:00:09 [INFO] state = (array([[ 0,  0,  1],\n",
      "       [-1,  0, -1],\n",
      "       [ 1,  0,  1]], dtype=int8), -1), action = [1 1], winner = -1\n",
      "00:00:09 [INFO] state = (array([[ 0,  0, -1],\n",
      "       [-1,  1,  1],\n",
      "       [ 1,  0,  0]], dtype=int8), -1), action = [2 2], winner = 0\n",
      "00:00:09 [INFO] state = (array([[ 0,  0,  1],\n",
      "       [ 0,  0, -1],\n",
      "       [ 0,  1,  0]], dtype=int8), -1), action = [1 1], winner = 0\n",
      "00:00:09 [INFO] state = (array([[ 1,  0,  1],\n",
      "       [ 0, -1,  1],\n",
      "       [-1,  0,  0]], dtype=int8), -1), action = [2 2], winner = 1\n",
      "00:00:09 [INFO] state = (array([[ 0, -1,  1],\n",
      "       [ 0,  1,  1],\n",
      "       [-1, -1,  0]], dtype=int8), 1), action = [2 2], winner = 1\n",
      "00:00:09 [INFO] state = (array([[ 1,  1,  1],\n",
      "       [ 0, -1, -1],\n",
      "       [ 0, -1,  1]], dtype=int8), -1), action = None, winner = 1\n",
      "00:00:09 [INFO] state = (array([[ 1,  0,  0],\n",
      "       [ 0,  0,  0],\n",
      "       [ 1,  0, -1]], dtype=int8), -1), action = [2 1], winner = 1\n",
      "00:00:09 [INFO] state = (array([[ 1, -1, -1],\n",
      "       [ 1,  1,  0],\n",
      "       [ 0, -1,  0]], dtype=int8), 1), action = [2 2], winner = 1\n",
      "00:00:09 [INFO] state = (array([[-1, -1,  1],\n",
      "       [ 1,  0,  0],\n",
      "       [ 0, -1,  1]], dtype=int8), 1), action = [1 2], winner = 1\n",
      "00:00:09 [INFO] state = (array([[ 1,  1, -1],\n",
      "       [-1, -1,  1],\n",
      "       [ 1,  1, -1]], dtype=int8), -1), action = None, winner = 0\n",
      "00:00:09 [INFO] state = (array([[ 1, -1,  0],\n",
      "       [ 0, -1,  0],\n",
      "       [ 1,  1,  0]], dtype=int8), -1), action = [2 2], winner = 1\n",
      "00:00:09 [INFO] state = (array([[-1,  0,  1],\n",
      "       [ 0,  0,  1],\n",
      "       [ 0,  1, -1]], dtype=int8), -1), action = [2 0], winner = -1\n",
      "00:00:09 [INFO] state = (array([[ 0,  0,  1],\n",
      "       [ 0, -1, -1],\n",
      "       [ 1, -1,  1]], dtype=int8), 1), action = [1 0], winner = -1\n",
      "00:00:09 [INFO] state = (array([[ 0, -1,  0],\n",
      "       [ 1, -1,  1],\n",
      "       [-1,  1,  1]], dtype=int8), -1), action = [0 2], winner = -1\n",
      "00:00:09 [INFO] state = (array([[-1,  1,  1],\n",
      "       [ 0,  0,  1],\n",
      "       [ 0, -1, -1]], dtype=int8), 1), action = [2 0], winner = -1\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "00:00:09 [INFO] state = (array([[ 0,  0,  0],\n",
      "       [ 0,  0,  1],\n",
      "       [ 0, -1,  0]], dtype=int8), 1), action = [2 2], winner = 1\n",
      "00:00:09 [INFO] state = (array([[ 1, -1,  0],\n",
      "       [ 1,  0,  0],\n",
      "       [-1,  1, -1]], dtype=int8), 1), action = [1 2], winner = 0\n",
      "00:00:09 [INFO] state = (array([[-1,  0,  1],\n",
      "       [ 1, -1,  1],\n",
      "       [-1,  0,  0]], dtype=int8), 1), action = [2 2], winner = 1\n",
      "00:00:09 [INFO] state = (array([[-1,  1, -1],\n",
      "       [ 0,  0,  1],\n",
      "       [ 0,  0,  0]], dtype=int8), 1), action = [1 1], winner = 1\n",
      "00:00:09 [INFO] state = (array([[ 1, -1,  0],\n",
      "       [-1,  1,  0],\n",
      "       [ 0,  1, -1]], dtype=int8), 1), action = [2 0], winner = 0\n",
      "00:00:09 [INFO] state = (array([[ 0,  1,  1],\n",
      "       [-1,  1, -1],\n",
      "       [ 0, -1,  0]], dtype=int8), 1), action = [2 2], winner = 1\n",
      "00:00:09 [INFO] state = (array([[ 0,  0,  0],\n",
      "       [ 0,  0,  1],\n",
      "       [-1,  0,  0]], dtype=int8), 1), action = [2 2], winner = 1\n",
      "00:00:09 [INFO] state = (array([[ 1, -1,  1],\n",
      "       [-1,  0,  0],\n",
      "       [-1,  0,  1]], dtype=int8), 1), action = [2 1], winner = 1\n",
      "00:00:09 [INFO] state = (array([[-1,  1, -1],\n",
      "       [ 1,  1,  1],\n",
      "       [ 0, -1,  0]], dtype=int8), -1), action = None, winner = 1\n",
      "00:00:09 [INFO] state = (array([[ 1,  1, -1],\n",
      "       [ 0, -1, -1],\n",
      "       [-1,  1,  1]], dtype=int8), 1), action = None, winner = -1\n",
      "00:00:09 [INFO] state = (array([[-1,  1, -1],\n",
      "       [ 1,  1,  0],\n",
      "       [-1,  0,  0]], dtype=int8), 1), action = [2 2], winner = 1\n",
      "00:00:09 [INFO] state = (array([[ 0,  1,  0],\n",
      "       [-1,  0,  1],\n",
      "       [ 0, -1,  1]], dtype=int8), -1), action = [0 2], winner = 0\n",
      "00:00:09 [INFO] state = (array([[ 1, -1,  0],\n",
      "       [ 0,  1,  1],\n",
      "       [ 1, -1, -1]], dtype=int8), -1), action = [1 0], winner = 1\n",
      "00:00:09 [INFO] state = (array([[ 0,  1,  0],\n",
      "       [ 0, -1, -1],\n",
      "       [ 1,  1, -1]], dtype=int8), 1), action = [1 0], winner = -1\n",
      "00:00:09 [INFO] state = (array([[ 0,  0,  1],\n",
      "       [ 1,  0, -1],\n",
      "       [ 0,  0, -1]], dtype=int8), 1), action = [2 1], winner = 1\n",
      "00:00:09 [INFO] state = (array([[ 1, -1, -1],\n",
      "       [ 1,  1,  1],\n",
      "       [ 1, -1, -1]], dtype=int8), -1), action = None, winner = 1\n",
      "00:00:09 [INFO] state = (array([[ 1,  1,  1],\n",
      "       [ 0, -1, -1],\n",
      "       [ 0,  1, -1]], dtype=int8), -1), action = None, winner = 1\n",
      "00:00:09 [INFO] state = (array([[ 0,  1,  1],\n",
      "       [-1, -1,  1],\n",
      "       [ 0, -1,  1]], dtype=int8), -1), action = None, winner = 1\n",
      "00:00:09 [INFO] state = (array([[-1,  0,  1],\n",
      "       [-1,  0,  1],\n",
      "       [ 0,  1,  0]], dtype=int8), -1), action = [2 2], winner = -1\n",
      "00:00:09 [INFO] state = (array([[ 0,  1, -1],\n",
      "       [ 0,  0,  1],\n",
      "       [ 0, -1,  1]], dtype=int8), -1), action = [1 1], winner = 0\n",
      "00:00:09 [INFO] state = (array([[ 0,  0,  0],\n",
      "       [-1,  0,  0],\n",
      "       [ 1,  0,  0]], dtype=int8), 1), action = [2 2], winner = 1\n",
      "00:00:09 [INFO] state = (array([[ 0,  1, -1],\n",
      "       [ 0,  0,  0],\n",
      "       [ 1,  0,  0]], dtype=int8), -1), action = [2 2], winner = 0\n",
      "00:00:09 [INFO] state = (array([[ 0, -1,  1],\n",
      "       [ 1, -1,  1],\n",
      "       [ 0,  0,  0]], dtype=int8), -1), action = [2 2], winner = -1\n",
      "00:00:09 [INFO] state = (array([[ 0,  1,  1],\n",
      "       [-1, -1,  0],\n",
      "       [ 0, -1,  1]], dtype=int8), 1), action = [1 2], winner = 1\n",
      "00:00:09 [INFO] state = (array([[ 1, -1,  0],\n",
      "       [ 1,  0,  0],\n",
      "       [ 0, -1,  0]], dtype=int8), 1), action = [2 0], winner = 1\n",
      "00:00:09 [INFO] state = (array([[ 0,  1,  1],\n",
      "       [-1,  0, -1],\n",
      "       [ 1, -1,  0]], dtype=int8), 1), action = [1 1], winner = 1\n",
      "00:00:09 [INFO] state = (array([[ 1, -1,  1],\n",
      "       [-1,  0,  1],\n",
      "       [ 0,  1, -1]], dtype=int8), -1), action = [2 0], winner = 0\n",
      "00:00:09 [INFO] state = (array([[ 1,  0, -1],\n",
      "       [ 1,  1,  0],\n",
      "       [-1,  0, -1]], dtype=int8), 1), action = [1 2], winner = 1\n",
      "00:00:09 [INFO] state = (array([[ 0, -1,  0],\n",
      "       [ 1, -1, -1],\n",
      "       [ 1,  0,  1]], dtype=int8), 1), action = [2 1], winner = 1\n",
      "00:00:09 [INFO] state = (array([[ 0,  0,  0],\n",
      "       [ 1, -1, -1],\n",
      "       [ 1,  0,  1]], dtype=int8), -1), action = [2 1], winner = 1\n",
      "00:00:09 [INFO] state = (array([[-1,  1,  0],\n",
      "       [ 1,  1, -1],\n",
      "       [ 0, -1,  1]], dtype=int8), -1), action = [2 0], winner = 0\n",
      "00:00:09 [INFO] state = (array([[-1,  1,  0],\n",
      "       [ 0,  0,  1],\n",
      "       [ 1,  0, -1]], dtype=int8), -1), action = [1 1], winner = -1\n",
      "00:00:09 [INFO] state = (array([[-1,  1, -1],\n",
      "       [ 1,  1,  1],\n",
      "       [-1,  1, -1]], dtype=int8), -1), action = None, winner = 1\n",
      "00:00:09 [INFO] state = (array([[ 0, -1,  1],\n",
      "       [-1,  1,  0],\n",
      "       [ 0,  0,  1]], dtype=int8), -1), action = [2 1], winner = 1\n",
      "00:00:09 [INFO] state = (array([[-1,  1,  1],\n",
      "       [ 0,  0,  1],\n",
      "       [-1, -1,  1]], dtype=int8), -1), action = None, winner = 1\n",
      "00:00:09 [INFO] state = (array([[ 0,  0,  0],\n",
      "       [ 1,  1, -1],\n",
      "       [ 1, -1,  0]], dtype=int8), -1), action = [2 2], winner = 1\n",
      "00:00:09 [INFO] state = (array([[ 1,  0, -1],\n",
      "       [-1,  0,  1],\n",
      "       [ 0, -1,  1]], dtype=int8), 1), action = [1 1], winner = 1\n",
      "00:00:09 [INFO] state = (array([[ 1,  1,  0],\n",
      "       [-1,  0,  0],\n",
      "       [ 1, -1,  0]], dtype=int8), -1), action = [0 2], winner = 0\n",
      "00:00:09 [INFO] state = (array([[ 0,  1, -1],\n",
      "       [ 1, -1, -1],\n",
      "       [ 1,  1, -1]], dtype=int8), 1), action = None, winner = -1\n",
      "00:00:09 [INFO] state = (array([[-1,  0, -1],\n",
      "       [ 0,  0,  1],\n",
      "       [ 0,  0,  1]], dtype=int8), 1), action = [2 1], winner = -1\n",
      "00:00:09 [INFO] state = (array([[ 1,  1,  0],\n",
      "       [-1, -1,  1],\n",
      "       [ 1, -1, -1]], dtype=int8), 1), action = [0 2], winner = 1\n",
      "00:00:09 [INFO] state = (array([[ 0,  0,  1],\n",
      "       [-1,  0,  1],\n",
      "       [-1,  1,  0]], dtype=int8), -1), action = [0 0], winner = -1\n",
      "00:00:09 [INFO] state = (array([[ 0,  0,  1],\n",
      "       [ 0, -1, -1],\n",
      "       [ 0,  0,  1]], dtype=int8), 1), action = [1 0], winner = 0\n",
      "00:00:09 [INFO] state = (array([[ 1,  1,  1],\n",
      "       [-1,  1,  0],\n",
      "       [-1, -1,  0]], dtype=int8), -1), action = None, winner = 1\n",
      "00:00:09 [INFO] state = (array([[-1,  1, -1],\n",
      "       [ 0,  1,  1],\n",
      "       [ 1, -1, -1]], dtype=int8), 1), action = [1 0], winner = 1\n",
      "00:00:09 [INFO] state = (array([[ 0,  1,  1],\n",
      "       [ 0, -1,  0],\n",
      "       [ 1, -1, -1]], dtype=int8), 1), action = [0 0], winner = 1\n",
      "00:00:09 [INFO] state = (array([[-1,  1,  1],\n",
      "       [-1,  0,  1],\n",
      "       [ 0,  1, -1]], dtype=int8), -1), action = [2 0], winner = -1\n",
      "00:00:09 [INFO] state = (array([[ 0,  0,  0],\n",
      "       [ 0,  1, -1],\n",
      "       [ 1,  0, -1]], dtype=int8), 1), action = [0 2], winner = 1\n",
      "00:00:09 [INFO] state = (array([[ 1, -1, -1],\n",
      "       [ 0,  0,  1],\n",
      "       [-1,  1,  0]], dtype=int8), 1), action = [1 1], winner = 1\n",
      "00:00:09 [INFO] state = (array([[-1,  0,  1],\n",
      "       [-1,  0,  0],\n",
      "       [ 1, -1,  1]], dtype=int8), 1), action = [1 2], winner = 1\n",
      "00:00:09 [INFO] state = (array([[-1,  1,  1],\n",
      "       [ 0,  0,  0],\n",
      "       [-1,  1, -1]], dtype=int8), 1), action = [1 1], winner = 1\n",
      "00:00:09 [INFO] state = (array([[ 1,  0,  0],\n",
      "       [ 0,  1,  1],\n",
      "       [ 0, -1, -1]], dtype=int8), -1), action = [2 0], winner = -1\n",
      "00:00:09 [INFO] state = (array([[ 0, -1,  1],\n",
      "       [ 0, -1,  1],\n",
      "       [ 0,  0,  1]], dtype=int8), -1), action = None, winner = 1\n",
      "00:00:09 [INFO] state = (array([[-1,  0,  0],\n",
      "       [ 0,  0,  1],\n",
      "       [-1,  1,  0]], dtype=int8), 1), action = [2 2], winner = -1\n",
      "00:00:09 [INFO] state = (array([[-1, -1,  1],\n",
      "       [ 0,  1,  0],\n",
      "       [ 0, -1,  1]], dtype=int8), 1), action = [2 0], winner = 1\n",
      "00:00:09 [INFO] state = (array([[ 0, -1, -1],\n",
      "       [ 1,  1,  1],\n",
      "       [ 0, -1,  1]], dtype=int8), -1), action = None, winner = 1\n",
      "00:00:09 [INFO] state = (array([[ 1,  0,  1],\n",
      "       [-1,  1,  1],\n",
      "       [-1,  0, -1]], dtype=int8), -1), action = [2 1], winner = -1\n",
      "00:00:09 [INFO] state = (array([[-1,  1,  1],\n",
      "       [-1,  1,  1],\n",
      "       [ 0,  0, -1]], dtype=int8), -1), action = [2 0], winner = -1\n",
      "00:00:09 [INFO] state = (array([[ 1, -1,  0],\n",
      "       [-1,  0,  1],\n",
      "       [ 1, -1,  1]], dtype=int8), -1), action = [1 1], winner = -1\n",
      "00:00:09 [INFO] state = (array([[ 1,  0,  0],\n",
      "       [ 1, -1,  1],\n",
      "       [-1,  1, -1]], dtype=int8), -1), action = [0 2], winner = -1\n",
      "00:00:09 [INFO] state = (array([[ 0,  0,  0],\n",
      "       [ 1,  1,  1],\n",
      "       [-1,  0, -1]], dtype=int8), -1), action = None, winner = 1\n",
      "00:00:09 [INFO] state = (array([[ 1,  1,  1],\n",
      "       [-1,  1, -1],\n",
      "       [ 1, -1, -1]], dtype=int8), -1), action = None, winner = 1\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "00:00:09 [INFO] state = (array([[ 0, -1,  0],\n",
      "       [ 1, -1,  1],\n",
      "       [ 1,  0,  0]], dtype=int8), -1), action = [2 1], winner = -1\n",
      "00:00:09 [INFO] state = (array([[-1,  1,  1],\n",
      "       [ 0, -1, -1],\n",
      "       [ 1,  1,  0]], dtype=int8), -1), action = [2 2], winner = -1\n",
      "00:00:09 [INFO] state = (array([[-1,  0,  0],\n",
      "       [ 1, -1,  1],\n",
      "       [-1,  1,  1]], dtype=int8), -1), action = [0 2], winner = -1\n",
      "00:00:09 [INFO] state = (array([[ 0,  1, -1],\n",
      "       [-1,  1,  1],\n",
      "       [-1,  0,  0]], dtype=int8), 1), action = [2 1], winner = 1\n",
      "00:00:09 [INFO] state = (array([[ 0,  0,  0],\n",
      "       [ 1,  0, -1],\n",
      "       [ 1, -1,  0]], dtype=int8), 1), action = [1 1], winner = 1\n",
      "00:00:09 [INFO] state = (array([[ 0,  0, -1],\n",
      "       [ 1,  1,  0],\n",
      "       [ 0, -1,  0]], dtype=int8), 1), action = [2 2], winner = 1\n",
      "00:00:09 [INFO] state = (array([[-1,  1,  0],\n",
      "       [ 1,  0,  0],\n",
      "       [-1, -1,  1]], dtype=int8), 1), action = [1 2], winner = 1\n",
      "00:00:09 [INFO] state = (array([[ 0, -1,  1],\n",
      "       [ 0,  0,  1],\n",
      "       [ 0,  1, -1]], dtype=int8), -1), action = [2 0], winner = 0\n",
      "00:00:09 [INFO] state = (array([[ 0,  0,  1],\n",
      "       [ 1,  1,  0],\n",
      "       [-1, -1, -1]], dtype=int8), 1), action = None, winner = -1\n",
      "00:00:09 [INFO] state = (array([[ 1, -1, -1],\n",
      "       [ 0,  1,  0],\n",
      "       [ 1, -1,  0]], dtype=int8), 1), action = [2 2], winner = 1\n",
      "00:00:09 [INFO] state = (array([[ 0, -1,  1],\n",
      "       [-1,  1, -1],\n",
      "       [ 0,  1,  1]], dtype=int8), -1), action = [2 0], winner = 1\n",
      "00:00:09 [INFO] state = (array([[ 1,  0,  1],\n",
      "       [ 0,  0,  1],\n",
      "       [-1,  0, -1]], dtype=int8), -1), action = [2 1], winner = -1\n",
      "00:00:09 [INFO] state = (array([[ 1,  0,  1],\n",
      "       [ 0, -1,  1],\n",
      "       [ 1, -1, -1]], dtype=int8), -1), action = [0 1], winner = -1\n",
      "00:00:09 [INFO] state = (array([[-1,  1, -1],\n",
      "       [-1,  1,  1],\n",
      "       [ 1,  0,  0]], dtype=int8), -1), action = [2 1], winner = 0\n",
      "00:00:09 [INFO] state = (array([[ 0,  1,  0],\n",
      "       [ 0, -1,  1],\n",
      "       [ 0, -1,  0]], dtype=int8), 1), action = [0 2], winner = 1\n",
      "00:00:09 [INFO] state = (array([[ 1,  0,  0],\n",
      "       [-1,  0, -1],\n",
      "       [ 0,  1,  1]], dtype=int8), -1), action = [1 1], winner = -1\n",
      "00:00:09 [INFO] state = (array([[ 0,  0,  0],\n",
      "       [-1,  1,  1],\n",
      "       [-1,  1, -1]], dtype=int8), 1), action = [0 1], winner = 1\n",
      "00:00:09 [INFO] state = (array([[ 1, -1,  1],\n",
      "       [ 1, -1,  0],\n",
      "       [-1,  1, -1]], dtype=int8), 1), action = [1 2], winner = 0\n",
      "00:00:09 [INFO] state = (array([[ 1,  0,  1],\n",
      "       [ 0,  1, -1],\n",
      "       [ 0,  0, -1]], dtype=int8), -1), action = [2 1], winner = 1\n",
      "00:00:09 [INFO] state = (array([[-1,  1,  0],\n",
      "       [ 0,  0, -1],\n",
      "       [ 1,  0,  1]], dtype=int8), -1), action = [2 1], winner = 0\n",
      "00:00:09 [INFO] state = (array([[-1, -1,  1],\n",
      "       [-1,  0,  1],\n",
      "       [ 1,  0,  1]], dtype=int8), -1), action = None, winner = 1\n",
      "00:00:09 [INFO] state = (array([[ 0, -1,  1],\n",
      "       [-1,  1, -1],\n",
      "       [ 0,  0,  1]], dtype=int8), 1), action = [2 1], winner = 1\n",
      "00:00:09 [INFO] state = (array([[-1,  0,  0],\n",
      "       [ 1,  0,  1],\n",
      "       [-1,  0,  0]], dtype=int8), 1), action = [2 2], winner = 1\n",
      "00:00:09 [INFO] state = (array([[-1,  1,  1],\n",
      "       [ 0,  1, -1],\n",
      "       [ 0,  1, -1]], dtype=int8), -1), action = None, winner = 1\n",
      "00:00:09 [INFO] state = (array([[-1,  1,  1],\n",
      "       [-1,  0,  0],\n",
      "       [ 1,  0, -1]], dtype=int8), 1), action = [1 1], winner = 1\n",
      "00:00:09 [INFO] state = (array([[ 1,  0,  1],\n",
      "       [ 1,  0,  0],\n",
      "       [-1, -1, -1]], dtype=int8), 1), action = None, winner = -1\n",
      "00:00:09 [INFO] state = (array([[-1,  1,  0],\n",
      "       [ 1,  0, -1],\n",
      "       [ 1, -1,  1]], dtype=int8), -1), action = [1 1], winner = 0\n",
      "00:00:09 [INFO] state = (array([[ 0, -1,  1],\n",
      "       [ 0,  0, -1],\n",
      "       [ 1, -1,  1]], dtype=int8), 1), action = [1 1], winner = 1\n",
      "00:00:09 [INFO] state = (array([[-1, -1,  1],\n",
      "       [-1,  1,  1],\n",
      "       [ 1,  0,  0]], dtype=int8), -1), action = None, winner = 1\n",
      "00:00:09 [INFO] state = (array([[ 0, -1,  1],\n",
      "       [ 1, -1,  1],\n",
      "       [-1,  1, -1]], dtype=int8), 1), action = [0 0], winner = 0\n",
      "00:00:09 [INFO] state = (array([[ 1,  1,  0],\n",
      "       [-1, -1,  1],\n",
      "       [ 0, -1,  0]], dtype=int8), 1), action = [0 2], winner = 1\n",
      "00:00:09 [INFO] state = (array([[ 1,  0,  1],\n",
      "       [ 0,  0,  0],\n",
      "       [-1,  0, -1]], dtype=int8), 1), action = [0 1], winner = 1\n",
      "00:00:09 [INFO] state = (array([[ 1, -1,  0],\n",
      "       [ 0, -1,  1],\n",
      "       [-1,  0,  1]], dtype=int8), 1), action = [0 2], winner = 1\n",
      "00:00:09 [INFO] state = (array([[-1,  0, -1],\n",
      "       [ 0,  0,  0],\n",
      "       [ 1,  1,  0]], dtype=int8), 1), action = [2 2], winner = 1\n",
      "00:00:09 [INFO] state = (array([[ 1, -1,  1],\n",
      "       [ 0,  0,  0],\n",
      "       [ 0,  0, -1]], dtype=int8), 1), action = [2 0], winner = 1\n",
      "00:00:09 [INFO] state = (array([[ 0, -1, -1],\n",
      "       [ 1, -1,  1],\n",
      "       [ 0,  1,  1]], dtype=int8), -1), action = [2 0], winner = -1\n",
      "00:00:09 [INFO] state = (array([[-1,  1, -1],\n",
      "       [ 1,  0, -1],\n",
      "       [ 0,  1,  1]], dtype=int8), -1), action = [2 0], winner = 1\n",
      "00:00:09 [INFO] state = (array([[ 0,  0,  1],\n",
      "       [-1,  0,  0],\n",
      "       [ 1,  0,  0]], dtype=int8), -1), action = [1 1], winner = 0\n",
      "00:00:09 [INFO] state = (array([[ 1, -1,  0],\n",
      "       [ 1,  1, -1],\n",
      "       [ 0,  0,  0]], dtype=int8), -1), action = [2 2], winner = 1\n",
      "00:00:09 [INFO] state = (array([[ 1, -1,  0],\n",
      "       [ 1,  1, -1],\n",
      "       [ 0, -1,  0]], dtype=int8), 1), action = [2 2], winner = 1\n",
      "00:00:09 [INFO] state = (array([[ 1, -1,  1],\n",
      "       [ 0,  1,  1],\n",
      "       [-1, -1, -1]], dtype=int8), 1), action = None, winner = -1\n",
      "00:00:09 [INFO] state = (array([[ 0,  0, -1],\n",
      "       [ 1, -1,  0],\n",
      "       [-1,  1,  1]], dtype=int8), 1), action = None, winner = -1\n",
      "00:00:09 [INFO] state = (array([[ 0, -1,  1],\n",
      "       [ 1,  0,  0],\n",
      "       [-1,  0,  0]], dtype=int8), 1), action = [1 2], winner = 1\n",
      "00:00:09 [INFO] state = (array([[-1,  1,  0],\n",
      "       [-1,  1,  0],\n",
      "       [ 1, -1,  1]], dtype=int8), -1), action = [0 2], winner = 0\n",
      "00:00:09 [INFO] state = (array([[ 0,  1,  1],\n",
      "       [-1,  1,  0],\n",
      "       [ 0,  0, -1]], dtype=int8), -1), action = [2 1], winner = 1\n",
      "00:00:09 [INFO] state = (array([[ 0,  0, -1],\n",
      "       [-1, -1,  1],\n",
      "       [ 0,  1,  1]], dtype=int8), 1), action = [2 0], winner = 1\n",
      "00:00:09 [INFO] state = (array([[ 1,  1, -1],\n",
      "       [ 1, -1,  0],\n",
      "       [ 0,  0, -1]], dtype=int8), 1), action = [2 0], winner = 1\n",
      "00:00:09 [INFO] state = (array([[-1,  0,  0],\n",
      "       [ 0, -1,  0],\n",
      "       [ 1,  1,  1]], dtype=int8), -1), action = None, winner = 1\n",
      "00:00:09 [INFO] state = (array([[ 0, -1,  1],\n",
      "       [ 1,  0, -1],\n",
      "       [ 0,  1, -1]], dtype=int8), 1), action = [2 0], winner = 1\n",
      "00:00:09 [INFO] state = (array([[ 1,  0,  0],\n",
      "       [ 0, -1,  1],\n",
      "       [-1,  1,  0]], dtype=int8), -1), action = [0 2], winner = -1\n",
      "00:00:09 [INFO] state = (array([[ 0,  0,  1],\n",
      "       [ 0,  0, -1],\n",
      "       [ 1,  1, -1]], dtype=int8), -1), action = [1 1], winner = -1\n",
      "00:00:09 [INFO] state = (array([[ 0,  1, -1],\n",
      "       [ 0,  1,  1],\n",
      "       [-1,  0, -1]], dtype=int8), 1), action = [2 1], winner = 1\n",
      "00:00:09 [INFO] state = (array([[-1,  0,  0],\n",
      "       [ 1, -1,  1],\n",
      "       [ 0,  0,  1]], dtype=int8), -1), action = [0 2], winner = -1\n",
      "00:00:09 [INFO] state = (array([[ 1,  1,  0],\n",
      "       [-1,  1,  1],\n",
      "       [-1, -1,  0]], dtype=int8), -1), action = [2 2], winner = -1\n",
      "00:00:09 [INFO] state = (array([[ 1, -1,  1],\n",
      "       [ 1,  1, -1],\n",
      "       [ 0,  0, -1]], dtype=int8), -1), action = [2 0], winner = 0\n",
      "00:00:09 [INFO] state = (array([[ 1,  1,  0],\n",
      "       [ 0,  0, -1],\n",
      "       [ 1, -1, -1]], dtype=int8), 1), action = [1 0], winner = 1\n",
      "00:00:09 [INFO] state = (array([[ 1,  1,  0],\n",
      "       [ 0, -1,  0],\n",
      "       [ 0,  0, -1]], dtype=int8), 1), action = [2 0], winner = 1\n",
      "00:00:09 [INFO] state = (array([[ 0,  1, -1],\n",
      "       [ 1,  0,  0],\n",
      "       [ 0,  0, -1]], dtype=int8), 1), action = [2 1], winner = -1\n",
      "00:00:09 [INFO] state = (array([[ 1,  0,  0],\n",
      "       [ 0,  0,  1],\n",
      "       [ 1, -1, -1]], dtype=int8), -1), action = [1 1], winner = 1\n",
      "00:00:09 [INFO] state = (array([[-1,  0,  0],\n",
      "       [-1, -1,  1],\n",
      "       [ 1,  1,  1]], dtype=int8), -1), action = None, winner = 1\n",
      "00:00:09 [INFO] state = (array([[ 0,  1, -1],\n",
      "       [ 1,  1, -1],\n",
      "       [ 0, -1,  0]], dtype=int8), 1), action = [2 2], winner = 0\n",
      "00:00:09 [INFO] state = (array([[ 0,  1,  1],\n",
      "       [ 0, -1,  1],\n",
      "       [ 0, -1,  0]], dtype=int8), -1), action = [2 2], winner = 1\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "00:00:09 [INFO] state = (array([[ 1, -1,  0],\n",
      "       [ 1,  0, -1],\n",
      "       [-1,  0,  1]], dtype=int8), 1), action = [1 1], winner = 1\n",
      "00:00:09 [INFO] state = (array([[-1,  0, -1],\n",
      "       [-1,  1,  1],\n",
      "       [ 1,  1, -1]], dtype=int8), 1), action = [0 1], winner = 1\n",
      "00:00:09 [INFO] state = (array([[ 0,  0,  0],\n",
      "       [-1,  1,  0],\n",
      "       [ 1,  0,  0]], dtype=int8), -1), action = [2 2], winner = 1\n",
      "00:00:09 [INFO] state = (array([[-1,  0,  1],\n",
      "       [-1,  0,  1],\n",
      "       [ 1,  0,  0]], dtype=int8), -1), action = [2 2], winner = 1\n",
      "00:00:09 [INFO] state = (array([[ 1,  0,  0],\n",
      "       [-1,  0,  0],\n",
      "       [-1,  1,  1]], dtype=int8), -1), action = [1 1], winner = -1\n",
      "00:00:09 [INFO] state = (array([[-1,  0,  0],\n",
      "       [ 0,  1, -1],\n",
      "       [-1,  1,  1]], dtype=int8), 1), action = [0 1], winner = 1\n",
      "00:00:09 [INFO] state = (array([[-1, -1,  1],\n",
      "       [-1,  1,  1],\n",
      "       [ 0,  0,  0]], dtype=int8), 1), action = [2 2], winner = 1\n",
      "00:00:09 [INFO] state = (array([[ 1,  0, -1],\n",
      "       [ 0,  0,  0],\n",
      "       [ 0,  1,  0]], dtype=int8), -1), action = [2 2], winner = 0\n",
      "00:00:09 [INFO] state = (array([[ 1, -1,  0],\n",
      "       [ 1,  1,  1],\n",
      "       [ 0, -1, -1]], dtype=int8), -1), action = None, winner = 1\n",
      "00:00:09 [INFO] state = (array([[ 1, -1, -1],\n",
      "       [ 1,  1,  0],\n",
      "       [-1,  1, -1]], dtype=int8), 1), action = [1 2], winner = 1\n",
      "00:00:09 [INFO] state = (array([[ 1, -1,  0],\n",
      "       [ 0,  1, -1],\n",
      "       [-1,  1,  0]], dtype=int8), 1), action = [2 2], winner = 1\n",
      "00:00:09 [INFO] state = (array([[ 1, -1, -1],\n",
      "       [ 0, -1,  1],\n",
      "       [ 0,  1,  0]], dtype=int8), 1), action = [2 0], winner = 1\n",
      "00:00:09 [INFO] state = (array([[ 0, -1,  1],\n",
      "       [ 1,  0, -1],\n",
      "       [-1,  0,  1]], dtype=int8), 1), action = [2 1], winner = 0\n",
      "00:00:09 [INFO] state = (array([[ 0,  0,  1],\n",
      "       [ 1, -1,  1],\n",
      "       [ 0, -1, -1]], dtype=int8), 1), action = [2 0], winner = -1\n",
      "00:00:09 [INFO] state = (array([[-1,  0,  0],\n",
      "       [ 1,  1, -1],\n",
      "       [-1,  1,  0]], dtype=int8), 1), action = [0 1], winner = 1\n",
      "00:00:09 [INFO] state = (array([[ 1, -1, -1],\n",
      "       [ 1,  0,  0],\n",
      "       [-1,  0,  1]], dtype=int8), 1), action = [1 1], winner = 1\n",
      "00:00:09 [INFO] state = (array([[ 1,  1,  0],\n",
      "       [ 0, -1, -1],\n",
      "       [ 0,  0,  0]], dtype=int8), 1), action = [1 0], winner = 1\n",
      "00:00:09 [INFO] state = (array([[ 1, -1,  0],\n",
      "       [ 0, -1,  1],\n",
      "       [ 1,  0,  0]], dtype=int8), -1), action = [2 1], winner = -1\n",
      "00:00:09 [INFO] state = (array([[ 0,  1,  1],\n",
      "       [-1, -1,  0],\n",
      "       [-1,  0,  1]], dtype=int8), 1), action = [1 2], winner = 1\n",
      "00:00:09 [INFO] state = (array([[ 1,  0,  1],\n",
      "       [ 0,  0, -1],\n",
      "       [ 1, -1, -1]], dtype=int8), 1), action = [1 1], winner = 1\n",
      "00:00:09 [INFO] state = (array([[ 0,  0,  0],\n",
      "       [ 1,  0,  0],\n",
      "       [-1,  0,  0]], dtype=int8), 1), action = [2 2], winner = 0\n",
      "00:00:09 [INFO] state = (array([[-1,  0,  1],\n",
      "       [ 0, -1,  1],\n",
      "       [ 1,  0, -1]], dtype=int8), 1), action = None, winner = -1\n",
      "00:00:09 [INFO] state = (array([[ 1,  1, -1],\n",
      "       [-1,  1,  0],\n",
      "       [ 1,  0, -1]], dtype=int8), -1), action = [1 2], winner = -1\n",
      "00:00:09 [INFO] state = (array([[-1,  1, -1],\n",
      "       [-1,  0,  1],\n",
      "       [ 1, -1,  1]], dtype=int8), 1), action = [1 1], winner = 0\n",
      "00:00:09 [INFO] state = (array([[ 1,  1, -1],\n",
      "       [ 0,  0, -1],\n",
      "       [ 0,  0,  1]], dtype=int8), -1), action = [1 1], winner = -1\n",
      "00:00:09 [INFO] state = (array([[-1,  0,  0],\n",
      "       [-1,  0,  0],\n",
      "       [ 1,  0,  1]], dtype=int8), 1), action = [2 1], winner = 1\n",
      "00:00:09 [INFO] state = (array([[ 0,  0, -1],\n",
      "       [-1,  1,  0],\n",
      "       [ 1,  1, -1]], dtype=int8), 1), action = [0 1], winner = 1\n",
      "00:00:09 [INFO] state = (array([[ 0, -1,  1],\n",
      "       [-1,  0,  1],\n",
      "       [ 1, -1,  1]], dtype=int8), -1), action = None, winner = 1\n",
      "00:00:09 [INFO] state = (array([[ 1, -1,  0],\n",
      "       [ 1,  0,  1],\n",
      "       [-1, -1,  1]], dtype=int8), -1), action = [1 1], winner = -1\n",
      "00:00:09 [INFO] state = (array([[ 0,  1,  0],\n",
      "       [-1,  1, -1],\n",
      "       [ 0,  0,  1]], dtype=int8), -1), action = [2 1], winner = 1\n",
      "00:00:09 [INFO] state = (array([[ 1, -1,  0],\n",
      "       [ 0,  0, -1],\n",
      "       [ 1,  1,  0]], dtype=int8), -1), action = [2 2], winner = 1\n",
      "00:00:09 [INFO] state = (array([[ 1,  0,  0],\n",
      "       [ 0,  0, -1],\n",
      "       [ 1,  0,  0]], dtype=int8), -1), action = [2 2], winner = 1\n",
      "00:00:09 [INFO] state = (array([[ 0,  0,  1],\n",
      "       [ 1, -1,  1],\n",
      "       [-1,  0,  0]], dtype=int8), -1), action = [2 2], winner = -1\n",
      "00:00:09 [INFO] state = (array([[-1, -1,  1],\n",
      "       [ 1,  1,  0],\n",
      "       [ 0,  0,  0]], dtype=int8), -1), action = [2 2], winner = 1\n",
      "00:00:09 [INFO] state = (array([[-1, -1, -1],\n",
      "       [ 0,  1,  1],\n",
      "       [ 1, -1,  1]], dtype=int8), 1), action = None, winner = -1\n",
      "00:00:09 [INFO] state = (array([[ 0,  0,  1],\n",
      "       [-1,  1,  1],\n",
      "       [ 0, -1,  0]], dtype=int8), -1), action = [2 2], winner = 1\n",
      "00:00:09 [INFO] state = (array([[ 1,  0, -1],\n",
      "       [ 0,  1, -1],\n",
      "       [ 1,  0, -1]], dtype=int8), 1), action = None, winner = -1\n",
      "00:00:09 [INFO] state = (array([[ 1,  0,  0],\n",
      "       [ 1,  0,  0],\n",
      "       [ 1, -1, -1]], dtype=int8), -1), action = None, winner = 1\n",
      "00:00:09 [INFO] state = (array([[ 1, -1, -1],\n",
      "       [ 1, -1,  1],\n",
      "       [-1,  0,  1]], dtype=int8), 1), action = None, winner = -1\n",
      "00:00:09 [INFO] state = (array([[ 1,  0,  1],\n",
      "       [ 0,  1, -1],\n",
      "       [-1, -1,  1]], dtype=int8), -1), action = None, winner = 1\n",
      "00:00:09 [INFO] state = (array([[ 0,  0,  1],\n",
      "       [-1,  1,  1],\n",
      "       [ 1, -1, -1]], dtype=int8), -1), action = None, winner = 1\n",
      "00:00:09 [INFO] state = (array([[ 0,  0,  1],\n",
      "       [-1, -1,  0],\n",
      "       [ 1,  1,  0]], dtype=int8), -1), action = [2 2], winner = -1\n",
      "00:00:09 [INFO] state = (array([[-1,  0,  0],\n",
      "       [ 1, -1,  0],\n",
      "       [-1,  1,  1]], dtype=int8), 1), action = [0 2], winner = 0\n",
      "00:00:09 [INFO] state = (array([[-1,  0,  0],\n",
      "       [ 1,  1,  0],\n",
      "       [-1,  1, -1]], dtype=int8), 1), action = [1 2], winner = 1\n",
      "00:00:09 [INFO] state = (array([[-1, -1,  0],\n",
      "       [ 1,  1,  1],\n",
      "       [ 1, -1,  0]], dtype=int8), -1), action = None, winner = 1\n",
      "00:00:09 [INFO] state = (array([[ 1,  1,  0],\n",
      "       [-1, -1,  1],\n",
      "       [-1,  1,  0]], dtype=int8), -1), action = [0 2], winner = -1\n",
      "00:00:09 [INFO] state = (array([[ 0, -1, -1],\n",
      "       [ 1,  1,  0],\n",
      "       [ 0, -1,  1]], dtype=int8), 1), action = [1 2], winner = 1\n",
      "00:00:09 [INFO] state = (array([[-1,  1,  1],\n",
      "       [-1,  0,  1],\n",
      "       [ 0,  0, -1]], dtype=int8), 1), action = [2 1], winner = -1\n",
      "00:00:09 [INFO] state = (array([[ 0,  0,  0],\n",
      "       [ 0,  1, -1],\n",
      "       [ 0,  0,  1]], dtype=int8), -1), action = [2 1], winner = 1\n",
      "00:00:09 [INFO] state = (array([[-1,  1, -1],\n",
      "       [ 0,  1,  0],\n",
      "       [ 0,  0,  0]], dtype=int8), 1), action = [2 1], winner = 1\n",
      "00:00:09 [INFO] state = (array([[ 1,  0,  1],\n",
      "       [ 1,  1, -1],\n",
      "       [-1, -1,  0]], dtype=int8), -1), action = [2 2], winner = -1\n",
      "00:00:09 [INFO] state = (array([[-1,  0,  0],\n",
      "       [-1,  1,  0],\n",
      "       [ 1,  1,  0]], dtype=int8), -1), action = [2 2], winner = 1\n",
      "00:00:09 [INFO] state = (array([[ 0,  1,  0],\n",
      "       [ 0, -1,  0],\n",
      "       [ 0,  1,  0]], dtype=int8), -1), action = [2 2], winner = -1\n",
      "00:00:09 [INFO] state = (array([[ 1,  1, -1],\n",
      "       [ 1,  1, -1],\n",
      "       [-1,  0,  0]], dtype=int8), -1), action = [2 2], winner = -1\n",
      "00:00:09 [INFO] state = (array([[ 0, -1,  1],\n",
      "       [-1,  0,  1],\n",
      "       [ 1, -1,  0]], dtype=int8), 1), action = [2 2], winner = 1\n",
      "00:00:09 [INFO] state = (array([[ 0,  0,  0],\n",
      "       [ 1,  0,  1],\n",
      "       [ 0,  0, -1]], dtype=int8), -1), action = [1 1], winner = -1\n",
      "00:00:09 [INFO] state = (array([[-1,  1,  0],\n",
      "       [ 0,  1,  0],\n",
      "       [-1, -1,  1]], dtype=int8), 1), action = [1 0], winner = 0\n",
      "00:00:09 [INFO] state = (array([[-1, -1,  0],\n",
      "       [ 1,  0,  1],\n",
      "       [-1,  0,  1]], dtype=int8), 1), action = [1 1], winner = 1\n",
      "00:00:09 [INFO] state = (array([[-1, -1, -1],\n",
      "       [ 1,  1, -1],\n",
      "       [ 1,  1,  0]], dtype=int8), 1), action = None, winner = -1\n",
      "00:00:09 [INFO] state = (array([[-1,  1,  1],\n",
      "       [ 0, -1, -1],\n",
      "       [-1,  1,  1]], dtype=int8), 1), action = [1 0], winner = 0\n",
      "00:00:09 [INFO] state = (array([[ 0,  1, -1],\n",
      "       [-1, -1,  1],\n",
      "       [ 1,  1,  0]], dtype=int8), -1), action = [2 2], winner = 0\n",
      "00:00:09 [INFO] state = (array([[ 0, -1, -1],\n",
      "       [ 0,  1,  1],\n",
      "       [ 1,  0,  0]], dtype=int8), -1), action = [0 0], winner = -1\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "00:00:09 [INFO] state = (array([[ 0,  1, -1],\n",
      "       [-1, -1,  1],\n",
      "       [ 1,  0,  0]], dtype=int8), 1), action = [2 2], winner = 0\n",
      "00:00:09 [INFO] state = (array([[-1,  1,  0],\n",
      "       [ 1, -1,  1],\n",
      "       [ 1, -1, -1]], dtype=int8), 1), action = None, winner = -1\n",
      "00:00:09 [INFO] state = (array([[ 1, -1, -1],\n",
      "       [ 1, -1,  1],\n",
      "       [ 0,  1,  0]], dtype=int8), -1), action = [2 0], winner = -1\n",
      "00:00:09 [INFO] state = (array([[ 0, -1,  0],\n",
      "       [ 1,  0, -1],\n",
      "       [ 1,  0,  1]], dtype=int8), -1), action = [2 1], winner = 1\n",
      "00:00:09 [INFO] state = (array([[ 1,  0, -1],\n",
      "       [ 0, -1, -1],\n",
      "       [ 0,  1,  1]], dtype=int8), 1), action = [2 0], winner = 1\n",
      "00:00:09 [INFO] state = (array([[ 1,  0,  1],\n",
      "       [-1,  0,  0],\n",
      "       [ 0,  1, -1]], dtype=int8), -1), action = [0 1], winner = 0\n",
      "00:00:09 [INFO] state = (array([[ 0, -1,  1],\n",
      "       [ 1, -1,  0],\n",
      "       [ 0,  1, -1]], dtype=int8), 1), action = [0 0], winner = 0\n",
      "00:00:09 [INFO] state = (array([[-1,  1,  1],\n",
      "       [ 1,  1,  0],\n",
      "       [-1, -1,  0]], dtype=int8), -1), action = [2 2], winner = -1\n",
      "00:00:09 [INFO] state = (array([[ 1,  1,  0],\n",
      "       [ 0, -1, -1],\n",
      "       [ 0, -1,  1]], dtype=int8), 1), action = [1 0], winner = 1\n",
      "00:00:09 [INFO] state = (array([[ 1, -1, -1],\n",
      "       [ 0,  1,  0],\n",
      "       [ 1,  1, -1]], dtype=int8), -1), action = [1 2], winner = -1\n",
      "00:00:09 [INFO] state = (array([[ 0,  0, -1],\n",
      "       [ 0,  0,  0],\n",
      "       [ 0,  0,  1]], dtype=int8), 1), action = [2 1], winner = 1\n",
      "00:00:09 [INFO] state = (array([[ 0,  1,  0],\n",
      "       [-1,  1,  1],\n",
      "       [ 0, -1, -1]], dtype=int8), 1), action = [2 0], winner = 0\n",
      "00:00:09 [INFO] state = (array([[-1,  1,  1],\n",
      "       [-1,  1, -1],\n",
      "       [ 1,  0,  0]], dtype=int8), -1), action = None, winner = 1\n",
      "00:00:09 [INFO] state = (array([[ 0,  1,  1],\n",
      "       [ 0, -1, -1],\n",
      "       [-1,  0,  1]], dtype=int8), 1), action = [0 0], winner = 1\n",
      "00:00:09 [INFO] state = (array([[ 1, -1,  0],\n",
      "       [ 1,  1,  0],\n",
      "       [-1,  0,  0]], dtype=int8), -1), action = [2 2], winner = 1\n",
      "00:00:09 [INFO] state = (array([[-1,  1,  0],\n",
      "       [-1,  1,  1],\n",
      "       [-1,  0,  0]], dtype=int8), 1), action = None, winner = -1\n",
      "00:00:09 [INFO] state = (array([[-1,  1,  0],\n",
      "       [ 1, -1,  0],\n",
      "       [ 0,  0,  0]], dtype=int8), 1), action = [2 2], winner = 0\n",
      "00:00:09 [INFO] state = (array([[-1, -1,  1],\n",
      "       [-1,  0,  1],\n",
      "       [ 0,  1,  0]], dtype=int8), 1), action = [2 2], winner = 1\n",
      "00:00:09 [INFO] state = (array([[ 1,  1,  0],\n",
      "       [ 0, -1,  0],\n",
      "       [ 0,  0,  0]], dtype=int8), -1), action = [0 2], winner = 0\n",
      "00:00:09 [INFO] state = (array([[-1,  1, -1],\n",
      "       [ 1, -1, -1],\n",
      "       [ 1,  1,  0]], dtype=int8), 1), action = [2 2], winner = 1\n",
      "00:00:09 [INFO] state = (array([[ 1,  0, -1],\n",
      "       [ 1,  0, -1],\n",
      "       [-1,  1,  1]], dtype=int8), -1), action = [1 1], winner = -1\n",
      "00:00:09 [INFO] state = (array([[ 1, -1,  0],\n",
      "       [ 1, -1,  1],\n",
      "       [-1,  1,  0]], dtype=int8), -1), action = [0 2], winner = -1\n",
      "00:00:09 [INFO] state = (array([[ 0,  1, -1],\n",
      "       [ 0,  1,  0],\n",
      "       [ 0, -1,  1]], dtype=int8), -1), action = [0 0], winner = 0\n",
      "00:00:09 [INFO] state = (array([[ 0, -1,  0],\n",
      "       [ 1, -1,  0],\n",
      "       [-1,  1,  1]], dtype=int8), 1), action = [0 2], winner = 0\n",
      "00:00:09 [INFO] state = (array([[-1,  0, -1],\n",
      "       [-1,  1,  1],\n",
      "       [-1,  1,  1]], dtype=int8), 1), action = None, winner = -1\n",
      "00:00:09 [INFO] state = (array([[ 0,  1, -1],\n",
      "       [-1, -1,  1],\n",
      "       [ 1,  0,  1]], dtype=int8), -1), action = [2 1], winner = 0\n",
      "00:00:09 [INFO] state = (array([[ 0,  0, -1],\n",
      "       [-1,  1,  0],\n",
      "       [ 1,  1,  0]], dtype=int8), -1), action = [2 2], winner = 1\n",
      "00:00:09 [INFO] state = (array([[-1,  1,  1],\n",
      "       [ 0,  0, -1],\n",
      "       [ 0,  0,  1]], dtype=int8), -1), action = [1 0], winner = -1\n",
      "00:00:09 [INFO] state = (array([[-1,  0,  1],\n",
      "       [ 1,  0, -1],\n",
      "       [-1,  0,  1]], dtype=int8), 1), action = [2 1], winner = 0\n",
      "00:00:09 [INFO] state = (array([[ 1,  1, -1],\n",
      "       [ 1, -1,  0],\n",
      "       [ 1, -1,  0]], dtype=int8), -1), action = None, winner = 1\n",
      "00:00:09 [INFO] state = (array([[ 1,  0,  0],\n",
      "       [ 0, -1,  1],\n",
      "       [-1, -1,  1]], dtype=int8), 1), action = [0 2], winner = 1\n",
      "00:00:09 [INFO] state = (array([[ 0,  1,  0],\n",
      "       [ 0,  0, -1],\n",
      "       [-1,  1,  0]], dtype=int8), 1), action = [1 1], winner = 1\n",
      "00:00:09 [INFO] state = (array([[-1,  0, -1],\n",
      "       [ 1,  0,  0],\n",
      "       [-1,  1,  1]], dtype=int8), 1), action = [1 2], winner = -1\n",
      "00:00:09 [INFO] state = (array([[ 0,  0,  1],\n",
      "       [-1,  0, -1],\n",
      "       [ 1,  0,  0]], dtype=int8), 1), action = [1 1], winner = 1\n",
      "00:00:09 [INFO] state = (array([[-1,  1, -1],\n",
      "       [ 1,  0,  0],\n",
      "       [ 0, -1,  1]], dtype=int8), 1), action = [2 0], winner = 0\n",
      "00:00:09 [INFO] state = (array([[ 1,  0,  0],\n",
      "       [-1,  1,  0],\n",
      "       [ 0,  1, -1]], dtype=int8), -1), action = [0 1], winner = 0\n",
      "00:00:09 [INFO] state = (array([[ 0, -1, -1],\n",
      "       [ 1,  0,  1],\n",
      "       [ 0,  1, -1]], dtype=int8), 1), action = [1 1], winner = 1\n",
      "00:00:09 [INFO] state = (array([[ 0, -1,  1],\n",
      "       [-1,  0,  0],\n",
      "       [ 0,  1,  1]], dtype=int8), -1), action = [2 0], winner = 1\n",
      "00:00:09 [INFO] state = (array([[ 0,  0,  0],\n",
      "       [ 0, -1,  1],\n",
      "       [-1,  1,  1]], dtype=int8), -1), action = [0 2], winner = -1\n",
      "00:00:09 [INFO] state = (array([[ 1, -1,  1],\n",
      "       [-1, -1,  0],\n",
      "       [ 1,  0,  1]], dtype=int8), -1), action = [2 1], winner = -1\n",
      "00:00:09 [INFO] state = (array([[ 0,  0, -1],\n",
      "       [ 0,  0,  1],\n",
      "       [ 1, -1,  0]], dtype=int8), 1), action = [1 0], winner = 1\n",
      "00:00:09 [INFO] state = (array([[ 0, -1,  1],\n",
      "       [-1,  0,  0],\n",
      "       [ 1, -1,  1]], dtype=int8), 1), action = [1 2], winner = 1\n",
      "00:00:09 [INFO] state = (array([[ 0,  0, -1],\n",
      "       [ 1,  1, -1],\n",
      "       [-1,  1,  0]], dtype=int8), 1), action = [2 2], winner = 1\n",
      "00:00:09 [INFO] state = (array([[-1,  0,  1],\n",
      "       [-1,  1,  0],\n",
      "       [ 0,  0,  1]], dtype=int8), -1), action = [2 0], winner = -1\n",
      "00:00:09 [INFO] state = (array([[-1,  0,  0],\n",
      "       [ 0,  1, -1],\n",
      "       [ 1,  0,  0]], dtype=int8), 1), action = [2 2], winner = 1\n",
      "00:00:09 [INFO] state = (array([[ 1,  1, -1],\n",
      "       [-1, -1,  1],\n",
      "       [-1,  1,  0]], dtype=int8), 1), action = None, winner = -1\n",
      "00:00:09 [INFO] state = (array([[ 1,  1,  0],\n",
      "       [ 0, -1, -1],\n",
      "       [ 1, -1,  0]], dtype=int8), 1), action = [1 0], winner = 1\n",
      "00:00:09 [INFO] state = (array([[-1, -1,  1],\n",
      "       [ 1,  1,  1],\n",
      "       [-1,  0,  0]], dtype=int8), -1), action = None, winner = 1\n",
      "00:00:09 [INFO] state = (array([[-1,  0,  1],\n",
      "       [ 1,  1, -1],\n",
      "       [ 1,  0, -1]], dtype=int8), -1), action = None, winner = 1\n",
      "00:00:09 [INFO] state = (array([[ 0,  1, -1],\n",
      "       [-1,  1,  0],\n",
      "       [ 0,  0,  1]], dtype=int8), -1), action = [2 1], winner = 1\n",
      "00:00:09 [INFO] state = (array([[ 1,  1,  0],\n",
      "       [-1, -1,  0],\n",
      "       [ 1,  0, -1]], dtype=int8), 1), action = [0 2], winner = 1\n",
      "00:00:09 [INFO] state = (array([[ 1,  1,  1],\n",
      "       [ 1, -1, -1],\n",
      "       [ 0,  0, -1]], dtype=int8), -1), action = None, winner = 1\n",
      "00:00:09 [INFO] state = (array([[-1,  1,  1],\n",
      "       [-1, -1,  1],\n",
      "       [ 0,  1, -1]], dtype=int8), 1), action = None, winner = -1\n",
      "00:00:09 [INFO] state = (array([[ 1,  0, -1],\n",
      "       [ 1,  1, -1],\n",
      "       [ 0, -1,  0]], dtype=int8), 1), action = [2 2], winner = 1\n",
      "00:00:09 [INFO] state = (array([[ 1,  0,  0],\n",
      "       [ 0,  1,  0],\n",
      "       [-1,  1, -1]], dtype=int8), -1), action = [0 1], winner = 0\n",
      "00:00:09 [INFO] state = (array([[ 1,  1,  0],\n",
      "       [ 0,  1, -1],\n",
      "       [ 0, -1,  0]], dtype=int8), -1), action = [2 2], winner = 1\n",
      "00:00:09 [INFO] state = (array([[ 1,  0,  0],\n",
      "       [-1,  1, -1],\n",
      "       [-1,  1,  0]], dtype=int8), 1), action = [2 2], winner = 1\n",
      "00:00:09 [INFO] state = (array([[-1,  1,  0],\n",
      "       [-1,  0,  1],\n",
      "       [-1,  0,  1]], dtype=int8), 1), action = None, winner = -1\n",
      "00:00:09 [INFO] state = (array([[ 0,  1,  0],\n",
      "       [ 0, -1,  0],\n",
      "       [ 1,  0, -1]], dtype=int8), 1), action = [0 0], winner = 1\n",
      "00:00:09 [INFO] state = (array([[-1, -1,  1],\n",
      "       [ 1,  1, -1],\n",
      "       [ 0,  1, -1]], dtype=int8), 1), action = [2 0], winner = 1\n",
      "00:00:09 [INFO] state = (array([[-1,  0,  0],\n",
      "       [ 0,  0,  1],\n",
      "       [ 0, -1,  1]], dtype=int8), 1), action = [1 1], winner = 1\n",
      "00:00:09 [INFO] state = (array([[-1,  1, -1],\n",
      "       [ 0,  1,  0],\n",
      "       [ 1, -1,  0]], dtype=int8), 1), action = [2 2], winner = 0\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "00:00:09 [INFO] state = (array([[ 0,  0,  0],\n",
      "       [ 0, -1,  1],\n",
      "       [ 0,  1, -1]], dtype=int8), 1), action = [0 0], winner = 0\n",
      "00:00:09 [INFO] state = (array([[-1, -1,  0],\n",
      "       [ 1,  1,  0],\n",
      "       [ 0,  1, -1]], dtype=int8), 1), action = [1 2], winner = 1\n",
      "00:00:09 [INFO] state = (array([[ 0,  1,  0],\n",
      "       [-1, -1, -1],\n",
      "       [ 1,  1,  0]], dtype=int8), 1), action = None, winner = -1\n",
      "00:00:09 [INFO] state = (array([[ 0, -1, -1],\n",
      "       [ 1,  0,  0],\n",
      "       [ 1,  0,  1]], dtype=int8), -1), action = [0 0], winner = -1\n",
      "00:00:09 [INFO] state = (array([[ 0, -1,  1],\n",
      "       [ 1,  0, -1],\n",
      "       [ 1,  0,  0]], dtype=int8), -1), action = [2 2], winner = 1\n",
      "00:00:09 [INFO] state = (array([[ 1,  1,  0],\n",
      "       [-1, -1,  0],\n",
      "       [ 0,  0,  1]], dtype=int8), -1), action = [1 2], winner = -1\n",
      "00:00:09 [INFO] state = (array([[ 0,  1,  1],\n",
      "       [-1,  0,  0],\n",
      "       [ 0,  0,  0]], dtype=int8), -1), action = [0 0], winner = -1\n",
      "00:00:09 [INFO] state = (array([[-1,  1,  0],\n",
      "       [ 1, -1, -1],\n",
      "       [ 1, -1,  1]], dtype=int8), 1), action = [0 2], winner = 0\n",
      "00:00:09 [INFO] state = (array([[ 1, -1,  0],\n",
      "       [ 0, -1,  1],\n",
      "       [ 0, -1,  1]], dtype=int8), 1), action = None, winner = -1\n",
      "00:00:09 [INFO] state = (array([[-1, -1,  1],\n",
      "       [ 0,  1,  0],\n",
      "       [ 0,  1,  0]], dtype=int8), -1), action = [2 0], winner = 0\n",
      "00:00:09 [INFO] state = (array([[ 0,  0,  0],\n",
      "       [ 1,  1,  0],\n",
      "       [ 0, -1,  0]], dtype=int8), -1), action = [2 2], winner = 1\n",
      "00:00:09 [INFO] state = (array([[ 1,  0, -1],\n",
      "       [ 0,  1,  0],\n",
      "       [-1,  0,  1]], dtype=int8), -1), action = None, winner = 1\n",
      "00:00:09 [INFO] state = (array([[ 0,  0,  0],\n",
      "       [ 0,  1, -1],\n",
      "       [-1,  0,  1]], dtype=int8), 1), action = [2 1], winner = 1\n",
      "00:00:09 [INFO] state = (array([[ 1,  0, -1],\n",
      "       [ 0, -1,  0],\n",
      "       [ 1,  0,  0]], dtype=int8), 1), action = [2 2], winner = 1\n",
      "00:00:09 [INFO] state = (array([[ 1,  0, -1],\n",
      "       [ 1,  0,  1],\n",
      "       [-1,  0, -1]], dtype=int8), 1), action = [1 1], winner = 1\n",
      "00:00:09 [INFO] state = (array([[ 1,  1,  0],\n",
      "       [-1,  0, -1],\n",
      "       [ 0,  1, -1]], dtype=int8), 1), action = [1 1], winner = 1\n",
      "00:00:09 [INFO] state = (array([[-1,  1,  1],\n",
      "       [ 0,  0,  0],\n",
      "       [ 0,  0, -1]], dtype=int8), 1), action = [1 1], winner = 1\n",
      "00:00:09 [INFO] state = (array([[-1,  0,  1],\n",
      "       [-1,  0,  0],\n",
      "       [ 1,  1, -1]], dtype=int8), 1), action = [1 1], winner = 1\n",
      "00:00:09 [INFO] state = (array([[ 0,  1,  0],\n",
      "       [ 0,  1, -1],\n",
      "       [-1,  1,  0]], dtype=int8), -1), action = None, winner = 1\n",
      "00:00:09 [INFO] state = (array([[ 0,  0,  1],\n",
      "       [ 1,  0,  0],\n",
      "       [ 0,  0, -1]], dtype=int8), -1), action = [2 0], winner = 0\n",
      "00:00:09 [INFO] state = (array([[ 1,  1, -1],\n",
      "       [ 1,  0, -1],\n",
      "       [ 0,  0, -1]], dtype=int8), 1), action = None, winner = -1\n",
      "00:00:09 [INFO] state = (array([[ 0,  0,  0],\n",
      "       [ 1, -1,  0],\n",
      "       [-1,  1,  1]], dtype=int8), -1), action = [0 2], winner = -1\n",
      "00:00:09 [INFO] state = (array([[-1, -1,  0],\n",
      "       [ 1,  0,  0],\n",
      "       [-1,  1,  1]], dtype=int8), 1), action = [0 2], winner = 0\n",
      "00:00:09 [INFO] state = (array([[ 0, -1,  1],\n",
      "       [ 0,  1, -1],\n",
      "       [ 1,  1, -1]], dtype=int8), -1), action = None, winner = 1\n",
      "00:00:09 [INFO] state = (array([[ 0,  0,  1],\n",
      "       [ 0,  1,  1],\n",
      "       [-1, -1, -1]], dtype=int8), 1), action = None, winner = -1\n",
      "00:00:09 [INFO] state = (array([[ 1,  1,  0],\n",
      "       [ 1,  0, -1],\n",
      "       [ 0, -1, -1]], dtype=int8), 1), action = [2 0], winner = 1\n",
      "00:00:09 [INFO] state = (array([[ 0,  0,  0],\n",
      "       [-1,  0,  1],\n",
      "       [ 1, -1,  0]], dtype=int8), 1), action = [0 2], winner = 1\n",
      "00:00:09 [INFO] state = (array([[-1,  0, -1],\n",
      "       [ 1,  1,  0],\n",
      "       [ 0, -1,  1]], dtype=int8), 1), action = [1 2], winner = 1\n",
      "00:00:09 [INFO] state = (array([[ 1,  1, -1],\n",
      "       [ 1,  0, -1],\n",
      "       [-1,  0,  1]], dtype=int8), -1), action = [1 1], winner = -1\n",
      "00:00:09 [INFO] state = (array([[-1, -1,  0],\n",
      "       [-1,  1,  0],\n",
      "       [ 0,  1,  1]], dtype=int8), 1), action = [2 0], winner = 1\n",
      "00:00:09 [INFO] state = (array([[ 0,  0, -1],\n",
      "       [ 1, -1,  1],\n",
      "       [ 0,  0,  0]], dtype=int8), 1), action = [2 2], winner = -1\n",
      "00:00:09 [INFO] state = (array([[ 1,  1, -1],\n",
      "       [ 0,  0, -1],\n",
      "       [ 1,  0, -1]], dtype=int8), 1), action = None, winner = -1\n",
      "00:00:09 [INFO] state = (array([[ 1,  0, -1],\n",
      "       [ 1,  1,  1],\n",
      "       [-1,  0, -1]], dtype=int8), -1), action = None, winner = 1\n",
      "00:00:09 [INFO] state = (array([[ 1, -1, -1],\n",
      "       [ 0,  0,  1],\n",
      "       [ 0,  1,  0]], dtype=int8), -1), action = [2 2], winner = 1\n",
      "00:00:09 [INFO] state = (array([[ 0, -1,  1],\n",
      "       [-1,  1,  1],\n",
      "       [-1,  0,  1]], dtype=int8), -1), action = None, winner = 1\n",
      "00:00:09 [INFO] state = (array([[ 0,  1, -1],\n",
      "       [ 0,  0,  0],\n",
      "       [ 1, -1,  0]], dtype=int8), 1), action = [2 2], winner = 0\n",
      "00:00:09 [INFO] state = (array([[ 1,  0,  1],\n",
      "       [-1, -1,  0],\n",
      "       [ 1,  0,  0]], dtype=int8), -1), action = [1 2], winner = -1\n",
      "00:00:09 [INFO] state = (array([[ 1,  1, -1],\n",
      "       [-1,  0, -1],\n",
      "       [ 1, -1,  1]], dtype=int8), 1), action = [1 1], winner = 1\n",
      "00:00:09 [INFO] state = (array([[ 1, -1,  1],\n",
      "       [ 0, -1,  1],\n",
      "       [ 0,  1, -1]], dtype=int8), -1), action = [2 0], winner = 0\n",
      "00:00:09 [INFO] state = (array([[-1,  1,  1],\n",
      "       [ 0, -1, -1],\n",
      "       [ 1,  0,  1]], dtype=int8), -1), action = [1 0], winner = -1\n",
      "00:00:09 [INFO] state = (array([[-1, -1,  0],\n",
      "       [ 1,  0,  1],\n",
      "       [ 1, -1,  0]], dtype=int8), 1), action = [1 1], winner = 1\n",
      "00:00:09 [INFO] state = (array([[ 1, -1,  0],\n",
      "       [-1,  0,  1],\n",
      "       [ 1,  0,  0]], dtype=int8), -1), action = [2 2], winner = 0\n",
      "00:00:09 [INFO] state = (array([[ 1,  1,  0],\n",
      "       [-1,  0, -1],\n",
      "       [ 1, -1,  1]], dtype=int8), -1), action = [1 1], winner = -1\n",
      "00:00:09 [INFO] state = (array([[ 1,  1,  0],\n",
      "       [-1,  1,  0],\n",
      "       [ 0,  0, -1]], dtype=int8), -1), action = [2 1], winner = 1\n",
      "00:00:09 [INFO] state = (array([[ 1,  1,  0],\n",
      "       [-1, -1,  0],\n",
      "       [ 0, -1,  1]], dtype=int8), 1), action = [0 2], winner = 1\n",
      "00:00:09 [INFO] state = (array([[ 1, -1,  1],\n",
      "       [ 1, -1,  1],\n",
      "       [-1, -1,  0]], dtype=int8), 1), action = None, winner = -1\n",
      "00:00:09 [INFO] state = (array([[ 1,  0,  1],\n",
      "       [-1,  0,  0],\n",
      "       [ 0,  0, -1]], dtype=int8), 1), action = [2 0], winner = 1\n",
      "00:00:09 [INFO] state = (array([[ 1, -1,  0],\n",
      "       [ 1,  0, -1],\n",
      "       [ 1,  1, -1]], dtype=int8), -1), action = None, winner = 1\n",
      "00:00:09 [INFO] state = (array([[ 1,  0, -1],\n",
      "       [ 1, -1,  1],\n",
      "       [ 0, -1,  0]], dtype=int8), 1), action = [2 0], winner = 1\n",
      "00:00:09 [INFO] state = (array([[ 1,  0, -1],\n",
      "       [ 0,  1,  0],\n",
      "       [ 0,  0,  0]], dtype=int8), -1), action = [2 2], winner = 0\n",
      "00:00:09 [INFO] state = (array([[-1,  1,  0],\n",
      "       [-1,  1,  0],\n",
      "       [ 0, -1,  1]], dtype=int8), 1), action = [2 0], winner = 0\n",
      "00:00:09 [INFO] state = (array([[ 0,  1,  0],\n",
      "       [ 0, -1,  1],\n",
      "       [-1, -1,  1]], dtype=int8), 1), action = [0 2], winner = 1\n",
      "00:00:09 [INFO] state = (array([[ 0,  1, -1],\n",
      "       [ 1, -1,  0],\n",
      "       [ 1,  0,  0]], dtype=int8), -1), action = [0 0], winner = 0\n",
      "00:00:09 [INFO] state = (array([[-1,  1,  0],\n",
      "       [ 0,  1,  0],\n",
      "       [-1,  0,  0]], dtype=int8), 1), action = [2 1], winner = 1\n",
      "00:00:09 [INFO] state = (array([[-1,  0,  0],\n",
      "       [ 0,  1,  1],\n",
      "       [ 0,  1, -1]], dtype=int8), -1), action = [2 0], winner = 1\n",
      "00:00:09 [INFO] state = (array([[ 1,  0,  0],\n",
      "       [-1, -1,  1],\n",
      "       [ 1,  0,  0]], dtype=int8), -1), action = [2 2], winner = 0\n",
      "00:00:09 [INFO] state = (array([[-1, -1,  0],\n",
      "       [ 1, -1,  1],\n",
      "       [ 1, -1,  1]], dtype=int8), 1), action = None, winner = -1\n",
      "00:00:09 [INFO] state = (array([[ 1,  1,  1],\n",
      "       [ 0,  1, -1],\n",
      "       [-1, -1,  0]], dtype=int8), -1), action = None, winner = 1\n",
      "00:00:09 [INFO] state = (array([[-1,  1,  1],\n",
      "       [ 0,  0, -1],\n",
      "       [-1,  1,  0]], dtype=int8), 1), action = [1 1], winner = 1\n",
      "00:00:09 [INFO] state = (array([[-1,  0,  1],\n",
      "       [ 1,  1,  0],\n",
      "       [ 1, -1, -1]], dtype=int8), -1), action = None, winner = 1\n",
      "00:00:09 [INFO] state = (array([[ 0,  0, -1],\n",
      "       [ 1,  0,  1],\n",
      "       [ 0,  0,  0]], dtype=int8), -1), action = [1 1], winner = -1\n",
      "00:00:09 [INFO] state = (array([[-1,  0,  0],\n",
      "       [-1,  1,  0],\n",
      "       [ 1,  0,  1]], dtype=int8), -1), action = [2 1], winner = 1\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "00:00:09 [INFO] state = (array([[ 0, -1,  0],\n",
      "       [ 1,  1,  0],\n",
      "       [ 1, -1, -1]], dtype=int8), 1), action = [1 2], winner = 1\n",
      "00:00:09 [INFO] state = (array([[-1,  1, -1],\n",
      "       [ 1,  1,  0],\n",
      "       [ 1, -1, -1]], dtype=int8), 1), action = [1 2], winner = 1\n",
      "00:00:09 [INFO] state = (array([[-1,  1,  0],\n",
      "       [ 0,  0,  1],\n",
      "       [-1,  0,  1]], dtype=int8), -1), action = [1 0], winner = -1\n",
      "00:00:09 [INFO] state = (array([[ 0,  0,  0],\n",
      "       [-1,  0,  1],\n",
      "       [ 0,  0,  0]], dtype=int8), 1), action = [2 2], winner = 0\n",
      "00:00:09 [INFO] state = (array([[ 1, -1,  1],\n",
      "       [-1,  0,  0],\n",
      "       [ 1,  1, -1]], dtype=int8), -1), action = [1 1], winner = 0\n",
      "00:00:09 [INFO] state = (array([[-1, -1,  1],\n",
      "       [ 1,  0,  0],\n",
      "       [ 0,  1,  0]], dtype=int8), -1), action = [2 2], winner = 1\n",
      "00:00:09 [INFO] state = (array([[ 1,  1,  1],\n",
      "       [ 0, -1, -1],\n",
      "       [ 0,  0,  0]], dtype=int8), -1), action = None, winner = 1\n",
      "00:00:09 [INFO] state = (array([[-1,  1,  1],\n",
      "       [ 0, -1,  0],\n",
      "       [ 1, -1,  1]], dtype=int8), -1), action = [1 2], winner = 0\n",
      "00:00:09 [INFO] state = (array([[ 0,  1,  1],\n",
      "       [-1,  1, -1],\n",
      "       [ 1,  0, -1]], dtype=int8), -1), action = None, winner = 1\n",
      "00:00:09 [INFO] state = (array([[ 1,  1, -1],\n",
      "       [ 0, -1, -1],\n",
      "       [ 0,  1,  1]], dtype=int8), -1), action = [2 0], winner = -1\n",
      "00:00:09 [INFO] state = (array([[ 0, -1,  0],\n",
      "       [ 0,  1, -1],\n",
      "       [ 1,  0,  0]], dtype=int8), 1), action = [2 2], winner = 1\n",
      "00:00:09 [INFO] state = (array([[ 1,  0,  0],\n",
      "       [ 0,  0, -1],\n",
      "       [ 1, -1,  0]], dtype=int8), 1), action = [2 2], winner = 1\n",
      "00:00:09 [INFO] state = (array([[-1,  1,  0],\n",
      "       [ 1, -1,  0],\n",
      "       [ 1, -1,  1]], dtype=int8), -1), action = [1 2], winner = 0\n",
      "00:00:09 [INFO] state = (array([[-1,  1,  1],\n",
      "       [ 1,  0,  0],\n",
      "       [-1,  1, -1]], dtype=int8), -1), action = [1 1], winner = -1\n",
      "00:00:09 [INFO] state = (array([[ 0,  0, -1],\n",
      "       [ 0,  1,  0],\n",
      "       [ 1,  0, -1]], dtype=int8), 1), action = [1 2], winner = 0\n",
      "00:00:09 [INFO] state = (array([[ 1,  0,  0],\n",
      "       [-1,  0,  1],\n",
      "       [ 0, -1,  0]], dtype=int8), 1), action = [2 2], winner = 1\n",
      "00:00:09 [INFO] state = (array([[ 0,  1,  0],\n",
      "       [ 1, -1,  1],\n",
      "       [-1,  1, -1]], dtype=int8), -1), action = [0 2], winner = -1\n",
      "00:00:09 [INFO] state = (array([[ 1,  1,  0],\n",
      "       [ 1, -1,  1],\n",
      "       [ 0, -1, -1]], dtype=int8), -1), action = [2 0], winner = -1\n",
      "00:00:09 [INFO] state = (array([[-1,  1,  1],\n",
      "       [ 0, -1,  1],\n",
      "       [ 1, -1,  0]], dtype=int8), -1), action = [2 2], winner = -1\n",
      "00:00:09 [INFO] state = (array([[ 0,  1,  0],\n",
      "       [ 1, -1,  1],\n",
      "       [-1, -1,  1]], dtype=int8), -1), action = [0 2], winner = -1\n",
      "00:00:09 [INFO] state = (array([[-1,  0,  1],\n",
      "       [ 1,  0, -1],\n",
      "       [ 1,  0,  0]], dtype=int8), -1), action = [1 1], winner = 0\n",
      "00:00:09 [INFO] state = (array([[ 1,  0,  0],\n",
      "       [ 1,  1, -1],\n",
      "       [ 1, -1, -1]], dtype=int8), -1), action = None, winner = 1\n",
      "00:00:09 [INFO] state = (array([[ 0,  0, -1],\n",
      "       [ 1,  1,  0],\n",
      "       [ 0,  0,  0]], dtype=int8), -1), action = [1 2], winner = 0\n",
      "00:00:09 [INFO] state = (array([[ 0,  1,  0],\n",
      "       [ 0,  0,  1],\n",
      "       [-1,  0, -1]], dtype=int8), 1), action = [2 1], winner = -1\n",
      "00:00:09 [INFO] state = (array([[-1,  1,  1],\n",
      "       [ 1, -1,  0],\n",
      "       [-1,  0,  0]], dtype=int8), 1), action = [2 2], winner = 0\n",
      "00:00:09 [INFO] state = (array([[ 1, -1,  0],\n",
      "       [ 0,  0,  1],\n",
      "       [-1, -1,  1]], dtype=int8), 1), action = [1 1], winner = 1\n",
      "00:00:09 [INFO] state = (array([[-1,  0,  0],\n",
      "       [ 1,  1,  0],\n",
      "       [-1,  1,  0]], dtype=int8), -1), action = [2 2], winner = 1\n",
      "00:00:09 [INFO] state = (array([[ 0,  1, -1],\n",
      "       [ 0,  0,  0],\n",
      "       [ 1,  0, -1]], dtype=int8), 1), action = [1 2], winner = 0\n",
      "00:00:09 [INFO] state = (array([[ 1, -1, -1],\n",
      "       [ 0,  0,  1],\n",
      "       [ 1,  1, -1]], dtype=int8), -1), action = [1 0], winner = 0\n",
      "00:00:09 [INFO] state = (array([[-1,  1,  0],\n",
      "       [-1,  0,  0],\n",
      "       [ 0,  1,  0]], dtype=int8), 1), action = [2 0], winner = 1\n",
      "00:00:09 [INFO] state = (array([[ 0,  1,  1],\n",
      "       [ 0, -1,  1],\n",
      "       [-1,  1, -1]], dtype=int8), -1), action = [0 0], winner = -1\n",
      "00:00:09 [INFO] state = (array([[ 0,  1,  1],\n",
      "       [-1,  1, -1],\n",
      "       [ 0,  1, -1]], dtype=int8), -1), action = None, winner = 1\n",
      "00:00:09 [INFO] state = (array([[ 0,  0,  1],\n",
      "       [ 1,  1, -1],\n",
      "       [ 1, -1, -1]], dtype=int8), -1), action = None, winner = 1\n",
      "00:00:09 [INFO] state = (array([[-1,  1,  1],\n",
      "       [-1, -1,  1],\n",
      "       [ 1,  0, -1]], dtype=int8), 1), action = None, winner = -1\n",
      "00:00:09 [INFO] state = (array([[-1,  0,  1],\n",
      "       [ 1, -1, -1],\n",
      "       [ 0,  1,  0]], dtype=int8), 1), action = [2 2], winner = 0\n",
      "00:00:09 [INFO] state = (array([[ 0,  1,  0],\n",
      "       [ 0,  0,  0],\n",
      "       [ 0, -1,  0]], dtype=int8), 1), action = [2 2], winner = 0\n",
      "00:00:09 [INFO] state = (array([[-1,  1,  0],\n",
      "       [ 0,  0,  0],\n",
      "       [ 1,  1, -1]], dtype=int8), -1), action = [1 1], winner = -1\n",
      "00:00:09 [INFO] state = (array([[ 0,  1, -1],\n",
      "       [ 0,  0, -1],\n",
      "       [ 1,  0,  1]], dtype=int8), -1), action = [2 1], winner = 1\n",
      "00:00:09 [INFO] state = (array([[ 0,  0,  1],\n",
      "       [-1,  1,  1],\n",
      "       [ 0, -1, -1]], dtype=int8), 1), action = [2 0], winner = 1\n",
      "00:00:09 [INFO] state = (array([[ 0, -1,  1],\n",
      "       [-1, -1,  1],\n",
      "       [ 0,  1,  0]], dtype=int8), 1), action = [2 2], winner = 1\n",
      "00:00:09 [INFO] state = (array([[-1,  1, -1],\n",
      "       [ 1,  1, -1],\n",
      "       [ 0,  0,  0]], dtype=int8), 1), action = [2 1], winner = 1\n",
      "00:00:09 [INFO] state = (array([[ 0,  0,  0],\n",
      "       [ 1, -1,  1],\n",
      "       [-1,  0,  1]], dtype=int8), -1), action = [0 2], winner = -1\n",
      "00:00:09 [INFO] state = (array([[ 0,  1,  0],\n",
      "       [ 1,  0,  1],\n",
      "       [-1, -1,  0]], dtype=int8), -1), action = [2 2], winner = -1\n",
      "00:00:09 [INFO] state = (array([[ 0, -1,  0],\n",
      "       [ 1,  0,  0],\n",
      "       [ 1,  0, -1]], dtype=int8), 1), action = [1 2], winner = 1\n",
      "00:00:09 [INFO] state = (array([[ 0,  1,  0],\n",
      "       [ 1,  0,  0],\n",
      "       [ 0, -1,  0]], dtype=int8), -1), action = [0 2], winner = 0\n",
      "00:00:09 [INFO] state = (array([[ 1,  0,  1],\n",
      "       [-1,  1,  0],\n",
      "       [ 0,  0, -1]], dtype=int8), -1), action = [2 1], winner = 1\n",
      "00:00:09 [INFO] state = (array([[ 0,  1,  0],\n",
      "       [-1,  1, -1],\n",
      "       [ 0,  0,  0]], dtype=int8), 1), action = [2 2], winner = 1\n",
      "00:00:09 [INFO] state = (array([[ 1, -1,  1],\n",
      "       [-1,  0, -1],\n",
      "       [ 1,  1,  0]], dtype=int8), -1), action = [1 1], winner = -1\n",
      "00:00:09 [INFO] state = (array([[ 0,  1,  1],\n",
      "       [ 1, -1,  0],\n",
      "       [-1,  1, -1]], dtype=int8), -1), action = [0 0], winner = -1\n",
      "00:00:09 [INFO] state = (array([[ 1,  0, -1],\n",
      "       [ 1,  0,  0],\n",
      "       [ 1,  0, -1]], dtype=int8), -1), action = None, winner = 1\n",
      "00:00:09 [INFO] state = (array([[ 1,  0,  1],\n",
      "       [ 0,  0, -1],\n",
      "       [-1,  1, -1]], dtype=int8), 1), action = [0 1], winner = 1\n",
      "00:00:10 [INFO] state = (array([[ 1, -1, -1],\n",
      "       [-1, -1,  1],\n",
      "       [ 1,  1,  0]], dtype=int8), 1), action = [2 2], winner = 1\n",
      "00:00:10 [INFO] state = (array([[ 0,  0, -1],\n",
      "       [-1,  0,  1],\n",
      "       [ 0,  1,  1]], dtype=int8), -1), action = [2 0], winner = -1\n",
      "00:00:10 [INFO] state = (array([[ 1, -1,  0],\n",
      "       [-1,  0, -1],\n",
      "       [ 1,  1,  0]], dtype=int8), 1), action = [2 2], winner = 1\n",
      "00:00:10 [INFO] state = (array([[ 0, -1,  1],\n",
      "       [ 0, -1,  0],\n",
      "       [ 1,  0,  1]], dtype=int8), -1), action = [2 1], winner = -1\n",
      "00:00:10 [INFO] state = (array([[ 0, -1,  1],\n",
      "       [-1,  1,  1],\n",
      "       [ 0,  1, -1]], dtype=int8), -1), action = [2 0], winner = 0\n",
      "00:00:10 [INFO] state = (array([[ 0,  1, -1],\n",
      "       [-1,  0,  0],\n",
      "       [ 1,  0,  1]], dtype=int8), -1), action = [2 1], winner = 0\n",
      "00:00:10 [INFO] state = (array([[ 0,  1, -1],\n",
      "       [-1,  1, -1],\n",
      "       [ 1,  0,  1]], dtype=int8), -1), action = [2 1], winner = 1\n",
      "00:00:10 [INFO] state = (array([[-1, -1,  0],\n",
      "       [ 1,  0,  1],\n",
      "       [-1,  1,  1]], dtype=int8), -1), action = [0 2], winner = -1\n",
      "00:00:10 [INFO] state = (array([[ 1,  1,  1],\n",
      "       [ 0,  0, -1],\n",
      "       [ 0,  0, -1]], dtype=int8), -1), action = None, winner = 1\n",
      "00:00:10 [INFO] state = (array([[ 1, -1,  0],\n",
      "       [ 1,  1, -1],\n",
      "       [-1,  0,  0]], dtype=int8), 1), action = [2 2], winner = 1\n",
      "00:00:10 [INFO] state = (array([[ 1,  1, -1],\n",
      "       [-1,  0, -1],\n",
      "       [ 0,  1,  0]], dtype=int8), 1), action = [1 1], winner = 1\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "00:00:10 [INFO] state = (array([[ 0, -1,  0],\n",
      "       [ 0,  0,  1],\n",
      "       [-1,  0,  1]], dtype=int8), 1), action = [1 1], winner = 1\n",
      "00:00:10 [INFO] state = (array([[ 0,  1,  0],\n",
      "       [ 0, -1,  1],\n",
      "       [ 1, -1, -1]], dtype=int8), 1), action = [0 0], winner = 1\n",
      "00:00:10 [INFO] state = (array([[-1,  1,  0],\n",
      "       [ 0,  1,  1],\n",
      "       [ 0, -1, -1]], dtype=int8), 1), action = [2 0], winner = 1\n",
      "00:00:10 [INFO] state = (array([[ 0,  1,  1],\n",
      "       [ 1, -1,  0],\n",
      "       [-1,  0, -1]], dtype=int8), 1), action = [0 0], winner = 1\n",
      "00:00:10 [INFO] state = (array([[ 0,  0,  1],\n",
      "       [ 0, -1,  0],\n",
      "       [ 1,  0, -1]], dtype=int8), 1), action = [0 0], winner = 1\n",
      "00:00:10 [INFO] state = (array([[ 0,  0,  0],\n",
      "       [ 1, -1, -1],\n",
      "       [ 0,  1,  0]], dtype=int8), 1), action = [2 0], winner = 1\n",
      "00:00:10 [INFO] state = (array([[-1,  1,  1],\n",
      "       [-1,  0,  0],\n",
      "       [ 0,  1, -1]], dtype=int8), 1), action = [1 1], winner = 1\n",
      "00:00:10 [INFO] state = (array([[ 1,  0,  1],\n",
      "       [-1,  0,  1],\n",
      "       [-1, -1,  1]], dtype=int8), -1), action = None, winner = 1\n",
      "00:00:10 [INFO] state = (array([[ 0, -1, -1],\n",
      "       [ 0,  1,  0],\n",
      "       [ 1,  1, -1]], dtype=int8), 1), action = [1 2], winner = -1\n",
      "00:00:10 [INFO] state = (array([[ 0,  1, -1],\n",
      "       [ 0,  1, -1],\n",
      "       [ 0, -1,  1]], dtype=int8), 1), action = [0 0], winner = 1\n",
      "00:00:10 [INFO] state = (array([[ 0,  1,  1],\n",
      "       [-1,  0,  0],\n",
      "       [ 1, -1, -1]], dtype=int8), 1), action = [1 2], winner = 1\n",
      "00:00:10 [INFO] state = (array([[-1,  0,  0],\n",
      "       [ 0, -1,  0],\n",
      "       [ 1,  1,  0]], dtype=int8), 1), action = [2 2], winner = 1\n",
      "00:00:10 [INFO] state = (array([[-1,  0,  0],\n",
      "       [ 0,  1,  1],\n",
      "       [ 1, -1,  0]], dtype=int8), -1), action = [2 2], winner = 1\n",
      "00:00:10 [INFO] state = (array([[ 0,  1, -1],\n",
      "       [ 0, -1, -1],\n",
      "       [ 0,  1,  1]], dtype=int8), 1), action = [2 0], winner = 1\n",
      "00:00:10 [INFO] state = (array([[-1,  1,  1],\n",
      "       [ 1,  1, -1],\n",
      "       [-1, -1,  1]], dtype=int8), -1), action = None, winner = 0\n",
      "00:00:10 [INFO] state = (array([[-1,  1,  1],\n",
      "       [ 0,  1, -1],\n",
      "       [-1, -1,  1]], dtype=int8), 1), action = [1 0], winner = 0\n",
      "00:00:10 [INFO] state = (array([[ 0,  0,  0],\n",
      "       [-1,  0,  1],\n",
      "       [ 1,  0,  0]], dtype=int8), -1), action = [2 2], winner = 0\n",
      "00:00:10 [INFO] state = (array([[-1,  0,  0],\n",
      "       [-1,  1,  1],\n",
      "       [-1,  0,  1]], dtype=int8), 1), action = None, winner = -1\n",
      "00:00:10 [INFO] state = (array([[ 0,  1, -1],\n",
      "       [ 0,  1,  0],\n",
      "       [ 1,  0, -1]], dtype=int8), -1), action = [1 2], winner = -1\n",
      "00:00:10 [INFO] state = (array([[-1,  0,  0],\n",
      "       [ 1,  1,  0],\n",
      "       [-1,  0,  0]], dtype=int8), 1), action = [2 1], winner = 1\n",
      "00:00:10 [INFO] state = (array([[-1,  0, -1],\n",
      "       [ 1,  0,  1],\n",
      "       [ 0, -1,  1]], dtype=int8), 1), action = [1 1], winner = 1\n",
      "00:00:10 [INFO] state = (array([[ 0,  0,  0],\n",
      "       [ 1,  1,  0],\n",
      "       [-1,  1, -1]], dtype=int8), -1), action = [1 2], winner = 1\n",
      "00:00:10 [INFO] state = (array([[-1,  0,  1],\n",
      "       [ 1,  0,  1],\n",
      "       [-1,  1, -1]], dtype=int8), -1), action = [1 1], winner = -1\n",
      "00:00:10 [INFO] state = (array([[ 1,  0,  0],\n",
      "       [ 0,  1,  0],\n",
      "       [-1,  0, -1]], dtype=int8), 1), action = [2 1], winner = 0\n",
      "00:00:10 [INFO] state = (array([[ 0, -1,  1],\n",
      "       [ 1,  0,  0],\n",
      "       [ 0, -1,  1]], dtype=int8), -1), action = [1 1], winner = -1\n",
      "00:00:10 [INFO] state = (array([[ 0, -1,  0],\n",
      "       [ 0,  1,  1],\n",
      "       [ 0, -1,  1]], dtype=int8), -1), action = [2 0], winner = 1\n",
      "00:00:10 [INFO] state = (array([[ 0,  1,  0],\n",
      "       [ 0, -1,  0],\n",
      "       [ 1, -1,  0]], dtype=int8), 1), action = [0 0], winner = 1\n",
      "00:00:10 [INFO] state = (array([[-1,  1, -1],\n",
      "       [ 1,  0,  1],\n",
      "       [ 0,  1, -1]], dtype=int8), -1), action = [1 1], winner = -1\n",
      "00:00:10 [INFO] state = (array([[-1,  1,  0],\n",
      "       [-1,  1,  0],\n",
      "       [ 1,  0, -1]], dtype=int8), 1), action = [2 1], winner = 1\n",
      "00:00:10 [INFO] state = (array([[-1,  1,  0],\n",
      "       [ 1,  0,  0],\n",
      "       [-1,  0,  0]], dtype=int8), 1), action = [1 1], winner = 1\n",
      "00:00:10 [INFO] state = (array([[ 0,  1,  0],\n",
      "       [ 0,  1, -1],\n",
      "       [ 0,  0, -1]], dtype=int8), 1), action = [2 1], winner = 1\n",
      "00:00:10 [INFO] state = (array([[ 0,  0,  0],\n",
      "       [ 1,  1, -1],\n",
      "       [ 0,  0, -1]], dtype=int8), 1), action = [0 2], winner = 0\n",
      "00:00:10 [INFO] state = (array([[ 1,  0, -1],\n",
      "       [ 1,  0,  0],\n",
      "       [ 0, -1,  0]], dtype=int8), 1), action = [2 2], winner = 1\n",
      "00:00:10 [INFO] state = (array([[ 0,  1,  0],\n",
      "       [ 1,  1, -1],\n",
      "       [-1,  1, -1]], dtype=int8), -1), action = None, winner = 1\n",
      "00:00:10 [INFO] state = (array([[-1,  1,  1],\n",
      "       [ 1, -1,  1],\n",
      "       [-1,  0,  0]], dtype=int8), -1), action = [2 2], winner = -1\n",
      "00:00:10 [INFO] state = (array([[ 1,  0, -1],\n",
      "       [ 1,  0, -1],\n",
      "       [-1,  1,  0]], dtype=int8), 1), action = [2 2], winner = -1\n",
      "00:00:10 [INFO] state = (array([[ 1, -1,  1],\n",
      "       [ 0, -1,  0],\n",
      "       [ 0, -1,  1]], dtype=int8), 1), action = None, winner = -1\n",
      "00:00:10 [INFO] state = (array([[ 0, -1,  1],\n",
      "       [-1, -1,  1],\n",
      "       [ 1,  0,  1]], dtype=int8), -1), action = None, winner = 1\n",
      "00:00:10 [INFO] state = (array([[ 1, -1,  0],\n",
      "       [ 0,  1,  0],\n",
      "       [-1,  0,  1]], dtype=int8), -1), action = None, winner = 1\n",
      "00:00:10 [INFO] state = (array([[ 1,  0,  1],\n",
      "       [-1, -1,  1],\n",
      "       [ 1, -1,  0]], dtype=int8), -1), action = [0 1], winner = -1\n",
      "00:00:10 [INFO] state = (array([[ 1,  0,  0],\n",
      "       [-1,  1,  1],\n",
      "       [-1,  1, -1]], dtype=int8), -1), action = [0 1], winner = 0\n",
      "00:00:10 [INFO] state = (array([[-1,  1,  1],\n",
      "       [ 0, -1,  0],\n",
      "       [ 0, -1,  1]], dtype=int8), 1), action = [1 2], winner = 1\n",
      "00:00:10 [INFO] state = (array([[ 0,  0,  0],\n",
      "       [ 0,  1,  1],\n",
      "       [ 0, -1, -1]], dtype=int8), 1), action = [2 0], winner = 1\n",
      "00:00:10 [INFO] state = (array([[-1,  0, -1],\n",
      "       [-1,  1,  1],\n",
      "       [ 1,  1,  0]], dtype=int8), -1), action = [0 1], winner = -1\n",
      "00:00:10 [INFO] state = (array([[ 1,  1, -1],\n",
      "       [ 1,  0, -1],\n",
      "       [-1,  1, -1]], dtype=int8), 1), action = None, winner = -1\n",
      "00:00:10 [INFO] state = (array([[-1,  0,  1],\n",
      "       [ 1, -1,  1],\n",
      "       [-1,  1,  0]], dtype=int8), -1), action = [2 2], winner = -1\n",
      "00:00:10 [INFO] state = (array([[ 0,  0,  0],\n",
      "       [-1,  0, -1],\n",
      "       [ 0,  1,  1]], dtype=int8), 1), action = [2 0], winner = 1\n",
      "00:00:10 [INFO] state = (array([[ 1,  0,  1],\n",
      "       [ 0, -1,  1],\n",
      "       [-1,  1, -1]], dtype=int8), -1), action = [0 1], winner = 0\n",
      "00:00:10 [INFO] state = (array([[-1,  0, -1],\n",
      "       [ 0,  0,  0],\n",
      "       [ 1,  1,  1]], dtype=int8), -1), action = None, winner = 1\n",
      "00:00:10 [INFO] state = (array([[ 1,  1, -1],\n",
      "       [ 1,  0,  0],\n",
      "       [ 0, -1, -1]], dtype=int8), 1), action = [2 0], winner = 1\n",
      "00:00:10 [INFO] state = (array([[ 0, -1,  1],\n",
      "       [-1,  1,  1],\n",
      "       [ 1,  0, -1]], dtype=int8), -1), action = None, winner = 1\n",
      "00:00:10 [INFO] state = (array([[ 1, -1,  0],\n",
      "       [-1,  1,  1],\n",
      "       [ 1, -1,  0]], dtype=int8), -1), action = [2 2], winner = 1\n",
      "00:00:10 [INFO] state = (array([[ 1,  1, -1],\n",
      "       [-1,  0,  0],\n",
      "       [ 1,  1, -1]], dtype=int8), -1), action = [1 2], winner = -1\n",
      "00:00:10 [INFO] state = (array([[ 1, -1,  1],\n",
      "       [ 1, -1, -1],\n",
      "       [ 1,  1, -1]], dtype=int8), -1), action = None, winner = 1\n",
      "00:00:10 [INFO] state = (array([[-1,  1,  1],\n",
      "       [ 1,  0,  0],\n",
      "       [ 0,  0, -1]], dtype=int8), -1), action = [2 1], winner = -1\n",
      "00:00:10 [INFO] state = (array([[ 0, -1,  0],\n",
      "       [ 1,  1,  0],\n",
      "       [-1,  0,  1]], dtype=int8), -1), action = [2 1], winner = 1\n",
      "00:00:10 [INFO] state = (array([[ 1, -1,  1],\n",
      "       [ 0,  0,  0],\n",
      "       [-1,  0,  1]], dtype=int8), -1), action = [2 1], winner = 1\n",
      "00:00:10 [INFO] state = (array([[-1,  1, -1],\n",
      "       [ 1,  1, -1],\n",
      "       [ 0,  1,  0]], dtype=int8), -1), action = None, winner = 1\n",
      "00:00:10 [INFO] state = (array([[-1,  1, -1],\n",
      "       [ 1,  0,  1],\n",
      "       [ 1,  0, -1]], dtype=int8), -1), action = [1 1], winner = -1\n",
      "00:00:10 [INFO] state = (array([[ 1,  0,  0],\n",
      "       [-1,  1,  0],\n",
      "       [ 1, -1,  0]], dtype=int8), -1), action = [2 2], winner = 1\n",
      "00:00:10 [INFO] state = (array([[-1,  1,  1],\n",
      "       [-1, -1,  1],\n",
      "       [ 0,  1,  0]], dtype=int8), -1), action = [2 2], winner = -1\n",
      "00:00:10 [INFO] state = (array([[-1,  0,  1],\n",
      "       [ 1,  0, -1],\n",
      "       [-1,  1,  1]], dtype=int8), -1), action = [1 1], winner = 0\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "00:00:10 [INFO] state = (array([[-1,  0,  0],\n",
      "       [ 1,  0,  1],\n",
      "       [ 0,  0, -1]], dtype=int8), 1), action = [1 1], winner = 1\n",
      "00:00:10 [INFO] state = (array([[-1,  0,  0],\n",
      "       [ 0,  0,  0],\n",
      "       [ 1,  1, -1]], dtype=int8), 1), action = [1 1], winner = 1\n",
      "00:00:10 [INFO] state = (array([[ 0,  1,  0],\n",
      "       [ 0, -1,  0],\n",
      "       [-1,  1,  1]], dtype=int8), -1), action = [1 2], winner = -1\n",
      "00:00:10 [INFO] state = (array([[ 1,  1, -1],\n",
      "       [-1,  0,  1],\n",
      "       [ 0, -1,  1]], dtype=int8), -1), action = [1 1], winner = 0\n",
      "00:00:10 [INFO] state = (array([[ 1,  1,  0],\n",
      "       [ 1,  0,  0],\n",
      "       [-1,  0, -1]], dtype=int8), -1), action = [2 1], winner = -1\n",
      "00:00:10 [INFO] state = (array([[ 1, -1,  0],\n",
      "       [-1, -1,  1],\n",
      "       [ 1, -1,  1]], dtype=int8), 1), action = None, winner = -1\n",
      "00:00:10 [INFO] state = (array([[ 0,  0, -1],\n",
      "       [ 0,  1,  0],\n",
      "       [ 0,  0,  1]], dtype=int8), -1), action = [0 0], winner = 0\n",
      "00:00:10 [INFO] state = (array([[-1,  0, -1],\n",
      "       [ 1,  0,  0],\n",
      "       [ 1,  0,  1]], dtype=int8), -1), action = [0 1], winner = -1\n",
      "00:00:10 [INFO] state = (array([[-1, -1,  0],\n",
      "       [ 0,  0,  1],\n",
      "       [ 1,  1,  0]], dtype=int8), -1), action = [2 2], winner = -1\n",
      "00:00:10 [INFO] state = (array([[ 0, -1,  0],\n",
      "       [-1, -1,  1],\n",
      "       [ 1,  0,  1]], dtype=int8), 1), action = [2 1], winner = 1\n",
      "00:00:10 [INFO] state = (array([[ 1,  1,  0],\n",
      "       [-1,  0, -1],\n",
      "       [-1,  1,  1]], dtype=int8), -1), action = [1 1], winner = -1\n",
      "00:00:10 [INFO] state = (array([[ 1,  1, -1],\n",
      "       [-1,  1,  0],\n",
      "       [ 0,  0,  0]], dtype=int8), -1), action = [2 2], winner = 1\n",
      "00:00:10 [INFO] state = (array([[ 1, -1, -1],\n",
      "       [ 1,  0,  0],\n",
      "       [ 1,  0,  0]], dtype=int8), -1), action = None, winner = 1\n",
      "00:00:10 [INFO] state = (array([[ 1,  0,  1],\n",
      "       [ 1, -1, -1],\n",
      "       [-1,  1, -1]], dtype=int8), 1), action = [0 1], winner = 1\n",
      "00:00:10 [INFO] state = (array([[ 1,  1, -1],\n",
      "       [ 0,  0,  0],\n",
      "       [-1,  0,  1]], dtype=int8), -1), action = [1 1], winner = -1\n",
      "00:00:10 [INFO] state = (array([[ 0,  0,  0],\n",
      "       [-1,  1,  0],\n",
      "       [ 0,  0,  0]], dtype=int8), 1), action = [2 2], winner = 1\n",
      "00:00:10 [INFO] state = (array([[ 0, -1,  1],\n",
      "       [ 0,  0,  0],\n",
      "       [ 0, -1,  1]], dtype=int8), 1), action = [1 2], winner = 1\n",
      "00:00:10 [INFO] state = (array([[ 1,  0, -1],\n",
      "       [-1,  0,  1],\n",
      "       [ 1, -1,  1]], dtype=int8), -1), action = [1 1], winner = 0\n",
      "00:00:10 [INFO] state = (array([[ 0, -1,  1],\n",
      "       [ 0,  0,  0],\n",
      "       [ 0,  1,  0]], dtype=int8), -1), action = [2 2], winner = 0\n",
      "00:00:10 [INFO] state = (array([[-1,  0, -1],\n",
      "       [ 1,  1,  1],\n",
      "       [-1,  1,  0]], dtype=int8), -1), action = None, winner = 1\n",
      "00:00:10 [INFO] state = (array([[ 0, -1,  0],\n",
      "       [ 0,  1,  0],\n",
      "       [ 0,  0,  0]], dtype=int8), 1), action = [2 2], winner = 1\n",
      "00:00:10 [INFO] state = (array([[ 1, -1,  0],\n",
      "       [ 0,  1, -1],\n",
      "       [ 1,  0, -1]], dtype=int8), 1), action = [1 0], winner = 1\n",
      "00:00:10 [INFO] state = (array([[ 0,  0, -1],\n",
      "       [ 0,  0,  1],\n",
      "       [-1,  1,  1]], dtype=int8), -1), action = [1 1], winner = -1\n",
      "00:00:10 [INFO] state = (array([[-1,  1,  1],\n",
      "       [ 0,  1,  0],\n",
      "       [-1,  0,  0]], dtype=int8), -1), action = [2 1], winner = -1\n",
      "00:00:10 [INFO] state = (array([[-1,  0, -1],\n",
      "       [ 1, -1,  1],\n",
      "       [ 1,  1,  0]], dtype=int8), -1), action = [2 2], winner = -1\n",
      "00:00:10 [INFO] state = (array([[ 0,  0,  0],\n",
      "       [ 0,  0,  1],\n",
      "       [ 0, -1,  1]], dtype=int8), -1), action = [2 0], winner = 1\n",
      "00:00:10 [INFO] state = (array([[-1,  0,  0],\n",
      "       [ 1, -1, -1],\n",
      "       [ 0,  1,  1]], dtype=int8), 1), action = [2 0], winner = 1\n",
      "00:00:10 [INFO] state = (array([[-1,  0,  0],\n",
      "       [ 0,  0,  1],\n",
      "       [ 0,  0,  0]], dtype=int8), 1), action = [0 2], winner = 1\n",
      "00:00:10 [INFO] state = (array([[ 1,  0,  0],\n",
      "       [-1,  0,  0],\n",
      "       [ 0,  0,  1]], dtype=int8), -1), action = [1 1], winner = 0\n",
      "00:00:10 [INFO] state = (array([[ 1, -1,  1],\n",
      "       [ 0,  0, -1],\n",
      "       [ 1, -1,  0]], dtype=int8), 1), action = [1 1], winner = 1\n",
      "00:00:10 [INFO] state = (array([[ 1,  1,  1],\n",
      "       [-1,  1, -1],\n",
      "       [ 0,  0, -1]], dtype=int8), -1), action = None, winner = 1\n",
      "00:00:10 [INFO] state = (array([[-1,  0,  0],\n",
      "       [ 1,  1, -1],\n",
      "       [ 1,  0, -1]], dtype=int8), 1), action = [0 2], winner = 1\n",
      "00:00:10 [INFO] state = (array([[ 1,  0, -1],\n",
      "       [ 0, -1,  0],\n",
      "       [ 1,  1, -1]], dtype=int8), 1), action = [1 0], winner = 1\n",
      "00:00:10 [INFO] state = (array([[-1, -1,  1],\n",
      "       [ 0,  1,  1],\n",
      "       [ 1,  0, -1]], dtype=int8), -1), action = None, winner = 1\n",
      "00:00:10 [INFO] state = (array([[-1,  0,  0],\n",
      "       [ 1, -1,  0],\n",
      "       [ 1,  1, -1]], dtype=int8), 1), action = None, winner = -1\n",
      "00:00:10 [INFO] state = (array([[ 0,  0,  1],\n",
      "       [-1,  1,  0],\n",
      "       [ 1,  0, -1]], dtype=int8), -1), action = None, winner = 1\n",
      "00:00:10 [INFO] state = (array([[ 1, -1,  0],\n",
      "       [ 0,  0,  0],\n",
      "       [ 1, -1,  1]], dtype=int8), -1), action = [1 1], winner = -1\n",
      "00:00:10 [INFO] state = (array([[-1,  1,  1],\n",
      "       [ 0,  0, -1],\n",
      "       [ 1,  1, -1]], dtype=int8), -1), action = [1 1], winner = -1\n",
      "00:00:10 [INFO] state = (array([[ 1,  1,  0],\n",
      "       [-1,  1,  0],\n",
      "       [ 0, -1,  0]], dtype=int8), -1), action = [2 2], winner = 1\n",
      "00:00:10 [INFO] state = (array([[ 0, -1,  1],\n",
      "       [-1,  0,  0],\n",
      "       [ 1,  1, -1]], dtype=int8), 1), action = [1 1], winner = 1\n",
      "00:00:10 [INFO] state = (array([[ 0, -1,  1],\n",
      "       [ 0, -1, -1],\n",
      "       [ 1,  0,  1]], dtype=int8), 1), action = [2 1], winner = 1\n",
      "00:00:10 [INFO] state = (array([[ 1,  0,  0],\n",
      "       [ 1, -1, -1],\n",
      "       [ 0,  0,  1]], dtype=int8), -1), action = [2 0], winner = 0\n",
      "00:00:10 [INFO] state = (array([[ 0,  1, -1],\n",
      "       [-1, -1,  0],\n",
      "       [ 1,  1,  1]], dtype=int8), -1), action = None, winner = 1\n",
      "00:00:10 [INFO] state = (array([[ 0,  0, -1],\n",
      "       [ 0,  0,  0],\n",
      "       [ 1,  1, -1]], dtype=int8), 1), action = [1 2], winner = -1\n",
      "00:00:10 [INFO] state = (array([[ 1,  0,  0],\n",
      "       [ 1,  0,  1],\n",
      "       [-1,  0, -1]], dtype=int8), -1), action = [2 1], winner = -1\n",
      "00:00:10 [INFO] state = (array([[-1, -1,  1],\n",
      "       [-1,  0,  1],\n",
      "       [ 1,  0,  0]], dtype=int8), 1), action = [2 2], winner = 1\n",
      "00:00:10 [INFO] state = (array([[ 0,  1,  1],\n",
      "       [ 0,  0,  0],\n",
      "       [ 0, -1,  0]], dtype=int8), -1), action = [0 0], winner = 0\n",
      "00:00:10 [INFO] state = (array([[ 0,  0,  1],\n",
      "       [ 0,  1,  0],\n",
      "       [-1,  0, -1]], dtype=int8), 1), action = [2 1], winner = 0\n",
      "00:00:10 [INFO] state = (array([[ 0,  0,  1],\n",
      "       [-1, -1,  1],\n",
      "       [ 1,  0, -1]], dtype=int8), 1), action = [0 0], winner = 0\n",
      "00:00:10 [INFO] state = (array([[ 1, -1, -1],\n",
      "       [ 1,  0,  1],\n",
      "       [-1,  1,  0]], dtype=int8), -1), action = [1 1], winner = -1\n",
      "00:00:10 [INFO] state = (array([[-1,  1,  0],\n",
      "       [ 0, -1, -1],\n",
      "       [ 1,  0,  1]], dtype=int8), 1), action = [2 1], winner = 1\n",
      "00:00:10 [INFO] state = (array([[ 1, -1,  1],\n",
      "       [ 1, -1,  1],\n",
      "       [-1,  0,  0]], dtype=int8), -1), action = [2 1], winner = -1\n",
      "00:00:10 [INFO] state = (array([[ 0, -1,  0],\n",
      "       [ 1,  0,  1],\n",
      "       [ 1,  0, -1]], dtype=int8), -1), action = [2 1], winner = 1\n",
      "00:00:10 [INFO] state = (array([[ 0, -1,  0],\n",
      "       [ 1,  0, -1],\n",
      "       [ 0,  1,  1]], dtype=int8), -1), action = [2 0], winner = 0\n",
      "00:00:10 [INFO] state = (array([[-1,  1,  1],\n",
      "       [-1,  1, -1],\n",
      "       [ 0,  0,  0]], dtype=int8), 1), action = [2 1], winner = 1\n",
      "00:00:10 [INFO] state = (array([[ 0,  0, -1],\n",
      "       [ 1,  1, -1],\n",
      "       [ 1, -1,  0]], dtype=int8), 1), action = [0 0], winner = 1\n",
      "00:00:10 [INFO] state = (array([[-1,  0, -1],\n",
      "       [ 0,  1,  1],\n",
      "       [-1,  1,  0]], dtype=int8), 1), action = [1 0], winner = 1\n",
      "00:00:10 [INFO] state = (array([[ 0,  1,  0],\n",
      "       [-1,  0,  0],\n",
      "       [-1,  1,  0]], dtype=int8), 1), action = [1 1], winner = 1\n",
      "00:00:10 [INFO] state = (array([[ 1, -1,  1],\n",
      "       [ 1,  0, -1],\n",
      "       [-1,  0,  1]], dtype=int8), -1), action = [1 1], winner = 0\n",
      "00:00:10 [INFO] state = (array([[ 1, -1,  0],\n",
      "       [ 0,  1, -1],\n",
      "       [ 1, -1,  0]], dtype=int8), 1), action = [2 2], winner = 1\n",
      "00:00:10 [INFO] state = (array([[ 0, -1,  1],\n",
      "       [ 0,  0,  0],\n",
      "       [ 0,  0,  0]], dtype=int8), 1), action = [2 2], winner = 1\n",
      "00:00:10 [INFO] state = (array([[ 1,  0,  0],\n",
      "       [ 1,  1, -1],\n",
      "       [ 0, -1, -1]], dtype=int8), 1), action = [2 0], winner = 1\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "00:00:10 [INFO] state = (array([[ 1, -1, -1],\n",
      "       [ 0, -1,  1],\n",
      "       [ 1,  1, -1]], dtype=int8), 1), action = [1 0], winner = 1\n",
      "00:00:10 [INFO] state = (array([[-1,  1, -1],\n",
      "       [ 1,  0,  1],\n",
      "       [ 1, -1,  0]], dtype=int8), -1), action = [1 1], winner = 0\n",
      "00:00:10 [INFO] state = (array([[-1,  0, -1],\n",
      "       [ 1,  1,  0],\n",
      "       [ 0,  1, -1]], dtype=int8), 1), action = [1 2], winner = 1\n",
      "00:00:10 [INFO] state = (array([[ 1,  1,  0],\n",
      "       [-1, -1,  1],\n",
      "       [-1,  0,  1]], dtype=int8), -1), action = [0 2], winner = -1\n",
      "00:00:10 [INFO] state = (array([[-1,  0,  1],\n",
      "       [ 1,  1,  0],\n",
      "       [-1,  0, -1]], dtype=int8), 1), action = [2 1], winner = 1\n",
      "00:00:10 [INFO] state = (array([[ 0,  0,  0],\n",
      "       [ 0,  0,  0],\n",
      "       [ 1, -1,  1]], dtype=int8), -1), action = [1 1], winner = 0\n",
      "00:00:10 [INFO] state = (array([[-1,  1, -1],\n",
      "       [ 0, -1,  0],\n",
      "       [ 1,  0,  1]], dtype=int8), 1), action = [2 1], winner = 1\n",
      "00:00:10 [INFO] state = (array([[-1,  0, -1],\n",
      "       [ 1,  1,  0],\n",
      "       [ 1, -1,  0]], dtype=int8), 1), action = [1 2], winner = 1\n",
      "00:00:10 [INFO] state = (array([[ 0,  1, -1],\n",
      "       [ 1,  1,  0],\n",
      "       [-1,  0, -1]], dtype=int8), 1), action = [2 1], winner = 1\n",
      "00:00:10 [INFO] state = (array([[ 1,  1, -1],\n",
      "       [-1,  0, -1],\n",
      "       [-1,  1,  1]], dtype=int8), 1), action = [1 1], winner = 1\n",
      "00:00:10 [INFO] state = (array([[ 1, -1, -1],\n",
      "       [ 0,  0,  1],\n",
      "       [ 1,  0,  0]], dtype=int8), -1), action = [2 2], winner = 1\n",
      "00:00:10 [INFO] state = (array([[ 1,  0,  0],\n",
      "       [ 0, -1,  1],\n",
      "       [ 1, -1, -1]], dtype=int8), 1), action = [1 0], winner = 1\n",
      "00:00:10 [INFO] state = (array([[ 0,  0,  1],\n",
      "       [ 0,  0, -1],\n",
      "       [ 1, -1,  0]], dtype=int8), 1), action = [1 1], winner = 1\n",
      "00:00:10 [INFO] state = (array([[ 0, -1,  1],\n",
      "       [ 1, -1,  0],\n",
      "       [ 1,  0,  0]], dtype=int8), -1), action = [2 1], winner = -1\n",
      "00:00:10 [INFO] state = (array([[ 0,  0,  0],\n",
      "       [ 1, -1,  1],\n",
      "       [ 0,  0, -1]], dtype=int8), 1), action = [2 1], winner = -1\n",
      "00:00:10 [INFO] state = (array([[ 0,  0,  1],\n",
      "       [ 1, -1, -1],\n",
      "       [-1,  0,  1]], dtype=int8), 1), action = [2 1], winner = 0\n",
      "00:00:10 [INFO] state = (array([[ 1, -1,  0],\n",
      "       [-1,  0,  0],\n",
      "       [ 1,  1,  0]], dtype=int8), -1), action = [2 2], winner = 0\n",
      "00:00:10 [INFO] state = (array([[ 1,  0,  1],\n",
      "       [ 0, -1,  1],\n",
      "       [ 0, -1,  0]], dtype=int8), -1), action = [0 1], winner = -1\n",
      "00:00:10 [INFO] state = (array([[-1,  0, -1],\n",
      "       [ 0, -1,  1],\n",
      "       [ 0,  1,  1]], dtype=int8), 1), action = [2 0], winner = 1\n",
      "00:00:10 [INFO] state = (array([[-1, -1,  1],\n",
      "       [ 0, -1,  1],\n",
      "       [ 1,  1,  0]], dtype=int8), -1), action = [2 2], winner = -1\n",
      "00:00:10 [INFO] state = (array([[ 1, -1,  0],\n",
      "       [ 0, -1,  1],\n",
      "       [ 0,  1, -1]], dtype=int8), 1), action = [2 0], winner = 0\n",
      "00:00:10 [INFO] state = (array([[-1,  1, -1],\n",
      "       [ 0,  1,  0],\n",
      "       [ 1,  0, -1]], dtype=int8), 1), action = [2 1], winner = 1\n",
      "00:00:10 [INFO] state = (array([[-1, -1,  0],\n",
      "       [ 0,  1,  0],\n",
      "       [ 1, -1,  1]], dtype=int8), 1), action = [0 2], winner = 1\n",
      "00:00:10 [INFO] state = (array([[-1,  0, -1],\n",
      "       [ 0,  1,  1],\n",
      "       [ 1,  0,  0]], dtype=int8), -1), action = [0 1], winner = -1\n",
      "00:00:10 [INFO] state = (array([[ 0,  1,  0],\n",
      "       [ 1,  1,  0],\n",
      "       [ 0, -1, -1]], dtype=int8), -1), action = [2 0], winner = -1\n",
      "00:00:10 [INFO] state = (array([[ 1,  1, -1],\n",
      "       [ 0,  0, -1],\n",
      "       [ 1, -1,  0]], dtype=int8), 1), action = [2 2], winner = 1\n",
      "00:00:10 [INFO] state = (array([[ 0,  0,  1],\n",
      "       [-1,  0, -1],\n",
      "       [ 1, -1,  1]], dtype=int8), 1), action = [1 1], winner = 1\n",
      "00:00:10 [INFO] state = (array([[ 1, -1,  0],\n",
      "       [ 0, -1,  0],\n",
      "       [ 1,  1, -1]], dtype=int8), 1), action = [1 0], winner = 1\n",
      "00:00:10 [INFO] state = (array([[ 1,  1, -1],\n",
      "       [-1,  0,  0],\n",
      "       [ 0,  1, -1]], dtype=int8), 1), action = [1 1], winner = 1\n",
      "00:00:10 [INFO] state = (array([[-1, -1,  1],\n",
      "       [ 0, -1,  1],\n",
      "       [ 1,  1, -1]], dtype=int8), 1), action = None, winner = -1\n",
      "00:00:10 [INFO] state = (array([[ 0, -1,  1],\n",
      "       [ 1,  0, -1],\n",
      "       [ 1, -1,  0]], dtype=int8), 1), action = [1 1], winner = 1\n",
      "00:00:10 [INFO] state = (array([[ 0, -1,  1],\n",
      "       [ 0,  1,  0],\n",
      "       [ 1, -1,  0]], dtype=int8), -1), action = None, winner = 1\n",
      "00:00:10 [INFO] state = (array([[ 0, -1,  0],\n",
      "       [ 1,  0,  0],\n",
      "       [ 1, -1,  1]], dtype=int8), -1), action = [1 1], winner = -1\n",
      "00:00:10 [INFO] state = (array([[-1,  0,  1],\n",
      "       [ 1,  0, -1],\n",
      "       [ 1, -1,  0]], dtype=int8), 1), action = [1 1], winner = 1\n",
      "00:00:10 [INFO] state = (array([[ 1,  1, -1],\n",
      "       [ 1, -1, -1],\n",
      "       [ 0, -1,  1]], dtype=int8), 1), action = [2 0], winner = 1\n",
      "00:00:10 [INFO] state = (array([[ 1,  0,  1],\n",
      "       [ 1,  0, -1],\n",
      "       [-1, -1,  0]], dtype=int8), 1), action = [2 2], winner = 1\n",
      "00:00:10 [INFO] state = (array([[ 1,  1,  1],\n",
      "       [-1,  0,  0],\n",
      "       [-1,  0,  0]], dtype=int8), -1), action = None, winner = 1\n",
      "00:00:10 [INFO] state = (array([[-1,  1,  1],\n",
      "       [ 0, -1,  0],\n",
      "       [-1,  1,  0]], dtype=int8), 1), action = [2 2], winner = -1\n",
      "00:00:10 [INFO] state = (array([[-1,  1,  1],\n",
      "       [ 0,  1, -1],\n",
      "       [ 1,  0, -1]], dtype=int8), -1), action = None, winner = 1\n",
      "00:00:10 [INFO] state = (array([[ 0,  1,  0],\n",
      "       [ 1, -1, -1],\n",
      "       [ 0,  1, -1]], dtype=int8), 1), action = [2 0], winner = -1\n",
      "00:00:10 [INFO] state = (array([[-1, -1,  0],\n",
      "       [ 1, -1,  0],\n",
      "       [ 1,  1,  0]], dtype=int8), 1), action = [2 2], winner = 1\n",
      "00:00:10 [INFO] state = (array([[-1,  0,  1],\n",
      "       [ 0, -1, -1],\n",
      "       [ 1,  1,  0]], dtype=int8), 1), action = [2 2], winner = 1\n",
      "00:00:10 [INFO] state = (array([[ 0,  1,  0],\n",
      "       [-1,  1,  1],\n",
      "       [-1, -1,  0]], dtype=int8), 1), action = [2 2], winner = -1\n",
      "00:00:10 [INFO] state = (array([[ 1,  0,  1],\n",
      "       [ 1, -1,  0],\n",
      "       [-1,  0,  0]], dtype=int8), -1), action = [0 1], winner = 0\n",
      "00:00:10 [INFO] state = (array([[ 1, -1, -1],\n",
      "       [-1,  0,  1],\n",
      "       [ 1,  0,  0]], dtype=int8), 1), action = [2 2], winner = 1\n",
      "00:00:10 [INFO] state = (array([[ 0,  1,  0],\n",
      "       [-1,  1,  1],\n",
      "       [ 0,  0, -1]], dtype=int8), -1), action = [2 1], winner = 0\n",
      "00:00:10 [INFO] state = (array([[ 1, -1, -1],\n",
      "       [ 0,  1,  0],\n",
      "       [ 0,  0,  0]], dtype=int8), 1), action = [2 2], winner = 1\n",
      "00:00:10 [INFO] state = (array([[ 1,  0, -1],\n",
      "       [ 0,  1,  0],\n",
      "       [ 0, -1,  1]], dtype=int8), -1), action = None, winner = 1\n",
      "00:00:10 [INFO] state = (array([[-1,  0,  1],\n",
      "       [-1,  0,  0],\n",
      "       [ 1,  0,  1]], dtype=int8), -1), action = [2 1], winner = 1\n",
      "00:00:10 [INFO] state = (array([[-1, -1,  0],\n",
      "       [ 0,  0,  1],\n",
      "       [ 1, -1,  1]], dtype=int8), 1), action = [0 2], winner = 1\n",
      "00:00:10 [INFO] state = (array([[ 0, -1,  1],\n",
      "       [-1,  1,  0],\n",
      "       [ 0,  1,  0]], dtype=int8), -1), action = [2 0], winner = 0\n",
      "00:00:10 [INFO] state = (array([[ 0,  0,  1],\n",
      "       [-1,  1,  0],\n",
      "       [-1,  0,  0]], dtype=int8), 1), action = [0 0], winner = 1\n",
      "00:00:10 [INFO] state = (array([[-1,  0,  1],\n",
      "       [ 1,  0, -1],\n",
      "       [ 0,  0,  1]], dtype=int8), -1), action = [2 1], winner = 0\n",
      "00:00:10 [INFO] state = (array([[ 0,  0,  0],\n",
      "       [ 1, -1,  0],\n",
      "       [-1,  0,  1]], dtype=int8), 1), action = [0 2], winner = 0\n",
      "00:00:10 [INFO] state = (array([[-1, -1,  0],\n",
      "       [ 1,  1,  0],\n",
      "       [ 1, -1,  0]], dtype=int8), 1), action = [1 2], winner = 1\n",
      "00:00:10 [INFO] state = (array([[-1,  1,  0],\n",
      "       [ 0, -1,  0],\n",
      "       [ 1,  0,  1]], dtype=int8), -1), action = [2 1], winner = 0\n",
      "00:00:10 [INFO] state = (array([[ 1,  1, -1],\n",
      "       [ 0,  0,  1],\n",
      "       [ 0, -1, -1]], dtype=int8), 1), action = [2 0], winner = 0\n",
      "00:00:10 [INFO] state = (array([[ 0, -1,  1],\n",
      "       [-1,  0,  0],\n",
      "       [ 1,  0,  1]], dtype=int8), -1), action = [2 1], winner = 1\n",
      "00:00:10 [INFO] state = (array([[ 0,  0,  0],\n",
      "       [ 0,  0,  0],\n",
      "       [-1,  0,  1]], dtype=int8), 1), action = [1 2], winner = 1\n",
      "00:00:10 [INFO] state = (array([[ 1,  1,  1],\n",
      "       [-1,  0, -1],\n",
      "       [ 0, -1,  1]], dtype=int8), -1), action = None, winner = 1\n",
      "00:00:10 [INFO] state = (array([[ 0,  1,  1],\n",
      "       [ 1, -1,  0],\n",
      "       [ 0, -1,  0]], dtype=int8), -1), action = [0 0], winner = 0\n",
      "00:00:10 [INFO] state = (array([[-1,  1,  0],\n",
      "       [ 1,  0,  0],\n",
      "       [-1,  0,  1]], dtype=int8), -1), action = [1 2], winner = 0\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "00:00:10 [INFO] state = (array([[ 0,  1,  1],\n",
      "       [-1, -1,  1],\n",
      "       [ 1, -1,  0]], dtype=int8), -1), action = [2 2], winner = 1\n",
      "00:00:10 [INFO] state = (array([[-1,  0,  1],\n",
      "       [ 1,  1,  0],\n",
      "       [-1,  0,  0]], dtype=int8), -1), action = [1 2], winner = 0\n",
      "00:00:10 [INFO] state = (array([[ 0, -1, -1],\n",
      "       [ 1,  0, -1],\n",
      "       [ 1,  0,  1]], dtype=int8), 1), action = [2 1], winner = 1\n",
      "00:00:10 [INFO] state = (array([[ 0,  0,  1],\n",
      "       [ 0,  0,  0],\n",
      "       [ 1,  0, -1]], dtype=int8), -1), action = [2 1], winner = 1\n",
      "00:00:10 [INFO] state = (array([[-1,  0, -1],\n",
      "       [ 1,  0,  1],\n",
      "       [-1,  0,  1]], dtype=int8), 1), action = [1 1], winner = 1\n",
      "00:00:10 [INFO] state = (array([[ 0, -1,  0],\n",
      "       [ 0,  0,  1],\n",
      "       [ 0,  1, -1]], dtype=int8), 1), action = [1 1], winner = 0\n",
      "00:00:10 [INFO] state = (array([[-1,  0,  1],\n",
      "       [ 1,  1, -1],\n",
      "       [-1,  0,  1]], dtype=int8), -1), action = [2 1], winner = 0\n",
      "00:00:10 [INFO] state = (array([[ 1,  0,  0],\n",
      "       [-1,  0,  1],\n",
      "       [-1,  0,  1]], dtype=int8), -1), action = [2 1], winner = 1\n",
      "00:00:10 [INFO] state = (array([[-1,  1,  0],\n",
      "       [-1,  1,  1],\n",
      "       [-1, -1,  1]], dtype=int8), 1), action = None, winner = -1\n",
      "00:00:10 [INFO] state = (array([[-1, -1,  1],\n",
      "       [-1,  1,  1],\n",
      "       [-1,  1,  0]], dtype=int8), 1), action = None, winner = -1\n",
      "00:00:10 [INFO] state = (array([[-1, -1,  0],\n",
      "       [ 1,  1,  1],\n",
      "       [ 0,  1, -1]], dtype=int8), -1), action = None, winner = 1\n",
      "00:00:10 [INFO] state = (array([[ 1,  1, -1],\n",
      "       [-1,  1, -1],\n",
      "       [ 0,  0,  1]], dtype=int8), -1), action = None, winner = 1\n",
      "00:00:10 [INFO] state = (array([[ 0, -1,  1],\n",
      "       [ 0,  0, -1],\n",
      "       [-1,  1,  1]], dtype=int8), 1), action = [1 1], winner = 0\n",
      "00:00:10 [INFO] state = (array([[-1,  0,  0],\n",
      "       [ 0,  1,  0],\n",
      "       [ 1,  0, -1]], dtype=int8), 1), action = [2 1], winner = 1\n",
      "00:00:10 [INFO] state = (array([[ 0, -1,  0],\n",
      "       [ 1, -1, -1],\n",
      "       [ 1,  1,  0]], dtype=int8), 1), action = [2 2], winner = 1\n",
      "00:00:10 [INFO] state = (array([[ 0, -1,  1],\n",
      "       [-1,  1,  1],\n",
      "       [ 0, -1,  1]], dtype=int8), -1), action = None, winner = 1\n",
      "00:00:10 [INFO] state = (array([[ 0, -1,  1],\n",
      "       [ 0, -1,  1],\n",
      "       [ 0,  0,  0]], dtype=int8), 1), action = [2 2], winner = 1\n",
      "00:00:10 [INFO] state = (array([[-1,  1,  1],\n",
      "       [ 0,  0, -1],\n",
      "       [ 1,  0, -1]], dtype=int8), 1), action = [1 1], winner = 1\n",
      "00:00:10 [INFO] state = (array([[ 0,  0,  0],\n",
      "       [ 0, -1,  0],\n",
      "       [ 1,  1, -1]], dtype=int8), 1), action = [0 0], winner = 0\n",
      "00:00:10 [INFO] state = (array([[-1,  0,  0],\n",
      "       [ 1,  0, -1],\n",
      "       [ 0,  1,  1]], dtype=int8), -1), action = [2 0], winner = 0\n",
      "00:00:10 [INFO] state = (array([[ 0,  1,  0],\n",
      "       [-1, -1,  1],\n",
      "       [-1,  1,  1]], dtype=int8), -1), action = [0 2], winner = -1\n",
      "00:00:10 [INFO] state = (array([[ 1,  0, -1],\n",
      "       [ 0,  1,  1],\n",
      "       [-1, -1,  1]], dtype=int8), -1), action = None, winner = 1\n",
      "00:00:10 [INFO] state = (array([[ 1, -1,  1],\n",
      "       [-1,  0,  0],\n",
      "       [ 0, -1,  1]], dtype=int8), 1), action = [1 2], winner = 1\n",
      "00:00:10 [INFO] state = (array([[ 0,  0,  0],\n",
      "       [ 1,  1, -1],\n",
      "       [ 0,  0,  0]], dtype=int8), -1), action = [2 2], winner = 0\n",
      "00:00:10 [INFO] state = (array([[ 1, -1,  1],\n",
      "       [-1,  0,  1],\n",
      "       [-1,  1, -1]], dtype=int8), 1), action = [1 1], winner = 0\n",
      "00:00:10 [INFO] state = (array([[ 1, -1,  1],\n",
      "       [ 0,  0, -1],\n",
      "       [ 0,  0,  1]], dtype=int8), -1), action = [1 1], winner = -1\n",
      "00:00:10 [INFO] state = (array([[ 1, -1,  0],\n",
      "       [-1,  0,  0],\n",
      "       [ 0,  1,  1]], dtype=int8), -1), action = [2 0], winner = 1\n",
      "00:00:10 [INFO] state = (array([[ 1, -1, -1],\n",
      "       [ 0,  1,  1],\n",
      "       [ 0,  1, -1]], dtype=int8), -1), action = [1 0], winner = 0\n",
      "00:00:10 [INFO] state = (array([[ 1,  1, -1],\n",
      "       [ 1,  0,  0],\n",
      "       [ 0,  0, -1]], dtype=int8), -1), action = [2 0], winner = -1\n",
      "00:00:10 [INFO] state = (array([[ 0, -1,  1],\n",
      "       [ 0,  1,  0],\n",
      "       [-1, -1,  1]], dtype=int8), 1), action = [1 2], winner = 1\n",
      "00:00:10 [INFO] state = (array([[ 0,  0, -1],\n",
      "       [ 0, -1,  1],\n",
      "       [-1,  1,  1]], dtype=int8), 1), action = None, winner = -1\n",
      "00:00:10 [INFO] state = (array([[ 1,  0,  1],\n",
      "       [ 1, -1,  0],\n",
      "       [-1,  0, -1]], dtype=int8), 1), action = [0 1], winner = 1\n",
      "00:00:10 [INFO] state = (array([[ 0,  0,  1],\n",
      "       [ 0,  1, -1],\n",
      "       [-1,  0,  0]], dtype=int8), 1), action = [0 1], winner = 1\n",
      "00:00:10 [INFO] state = (array([[-1,  0,  0],\n",
      "       [-1,  1,  1],\n",
      "       [ 0, -1,  1]], dtype=int8), 1), action = [0 2], winner = 1\n",
      "00:00:10 [INFO] state = (array([[-1,  0,  0],\n",
      "       [ 1,  1,  0],\n",
      "       [ 1,  0, -1]], dtype=int8), -1), action = [2 1], winner = 1\n",
      "00:00:10 [INFO] state = (array([[-1,  1, -1],\n",
      "       [ 0,  1,  1],\n",
      "       [ 0,  1, -1]], dtype=int8), -1), action = None, winner = 1\n",
      "00:00:10 [INFO] state = (array([[-1,  0,  1],\n",
      "       [ 0,  1,  1],\n",
      "       [-1, -1,  0]], dtype=int8), 1), action = [2 2], winner = 1\n",
      "00:00:10 [INFO] state = (array([[-1, -1, -1],\n",
      "       [ 1,  1, -1],\n",
      "       [ 0,  1,  1]], dtype=int8), 1), action = None, winner = -1\n",
      "00:00:10 [INFO] state = (array([[ 1,  0, -1],\n",
      "       [ 0,  0,  1],\n",
      "       [ 1,  0, -1]], dtype=int8), -1), action = [1 0], winner = 0\n",
      "00:00:10 [INFO] state = (array([[ 1,  1,  0],\n",
      "       [ 0,  1, -1],\n",
      "       [-1, -1,  0]], dtype=int8), 1), action = [2 2], winner = 1\n",
      "00:00:10 [INFO] state = (array([[ 1, -1,  0],\n",
      "       [ 0,  1, -1],\n",
      "       [ 0,  0,  0]], dtype=int8), 1), action = [2 2], winner = 1\n",
      "00:00:10 [INFO] state = (array([[-1,  1, -1],\n",
      "       [-1,  1,  0],\n",
      "       [ 0,  0,  1]], dtype=int8), 1), action = [2 1], winner = 1\n",
      "00:00:10 [INFO] state = (array([[-1,  0,  0],\n",
      "       [ 0,  1, -1],\n",
      "       [ 0,  0,  1]], dtype=int8), 1), action = [2 1], winner = 1\n",
      "00:00:10 [INFO] state = (array([[ 0,  0, -1],\n",
      "       [ 0, -1,  1],\n",
      "       [ 1,  0,  1]], dtype=int8), -1), action = [2 1], winner = 0\n",
      "00:00:10 [INFO] state = (array([[ 1, -1,  0],\n",
      "       [ 1,  0,  1],\n",
      "       [ 0, -1, -1]], dtype=int8), 1), action = [2 0], winner = 1\n",
      "00:00:10 [INFO] state = (array([[-1,  0,  0],\n",
      "       [ 1,  0,  1],\n",
      "       [ 1, -1, -1]], dtype=int8), 1), action = [1 1], winner = 1\n",
      "00:00:10 [INFO] state = (array([[-1,  0, -1],\n",
      "       [ 0,  1,  0],\n",
      "       [ 1,  0,  0]], dtype=int8), 1), action = [0 1], winner = 0\n",
      "00:00:10 [INFO] state = (array([[-1,  0,  0],\n",
      "       [-1,  1, -1],\n",
      "       [ 1,  1,  1]], dtype=int8), -1), action = None, winner = 1\n",
      "00:00:10 [INFO] state = (array([[ 0,  1,  0],\n",
      "       [ 0,  0,  0],\n",
      "       [ 0, -1,  1]], dtype=int8), -1), action = [0 2], winner = 0\n",
      "00:00:10 [INFO] state = (array([[ 1,  0,  0],\n",
      "       [ 1,  1, -1],\n",
      "       [-1, -1,  1]], dtype=int8), -1), action = None, winner = 1\n",
      "00:00:10 [INFO] state = (array([[ 1,  0,  1],\n",
      "       [ 1,  0, -1],\n",
      "       [ 0, -1, -1]], dtype=int8), 1), action = [2 0], winner = 1\n",
      "00:00:10 [INFO] state = (array([[-1, -1,  0],\n",
      "       [ 1, -1,  0],\n",
      "       [ 1,  0,  1]], dtype=int8), 1), action = [2 1], winner = 1\n",
      "00:00:10 [INFO] state = (array([[ 0, -1, -1],\n",
      "       [ 0,  1, -1],\n",
      "       [ 0,  1,  1]], dtype=int8), 1), action = [2 0], winner = 1\n",
      "00:00:10 [INFO] state = (array([[ 0,  0,  0],\n",
      "       [ 1,  0, -1],\n",
      "       [-1,  1,  0]], dtype=int8), 1), action = [2 2], winner = 0\n",
      "00:00:10 [INFO] state = (array([[ 1,  0, -1],\n",
      "       [-1, -1,  1],\n",
      "       [-1,  1,  1]], dtype=int8), 1), action = None, winner = -1\n",
      "00:00:10 [INFO] state = (array([[ 1,  0,  0],\n",
      "       [ 0, -1,  0],\n",
      "       [ 1, -1,  0]], dtype=int8), 1), action = [1 0], winner = 1\n",
      "00:00:10 [INFO] state = (array([[ 1, -1,  1],\n",
      "       [ 0,  1, -1],\n",
      "       [-1,  1,  0]], dtype=int8), -1), action = [2 2], winner = 0\n",
      "00:00:10 [INFO] state = (array([[ 0,  1,  0],\n",
      "       [ 0,  1,  0],\n",
      "       [ 0,  0, -1]], dtype=int8), -1), action = [2 1], winner = 0\n",
      "00:00:10 [INFO] state = (array([[ 0,  0, -1],\n",
      "       [ 1,  1,  0],\n",
      "       [ 0,  0, -1]], dtype=int8), 1), action = [1 2], winner = 1\n",
      "00:00:10 [INFO] state = (array([[-1,  1, -1],\n",
      "       [ 1,  0,  0],\n",
      "       [ 1,  0, -1]], dtype=int8), 1), action = [2 1], winner = -1\n",
      "00:00:10 [INFO] state = (array([[ 1, -1,  1],\n",
      "       [-1,  0,  1],\n",
      "       [ 1, -1, -1]], dtype=int8), 1), action = [1 1], winner = 1\n",
      "00:00:10 [INFO] state = (array([[ 0,  0,  1],\n",
      "       [ 1,  0, -1],\n",
      "       [-1, -1,  1]], dtype=int8), 1), action = [0 0], winner = 1\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "00:00:10 [INFO] state = (array([[-1,  1,  0],\n",
      "       [ 1,  1, -1],\n",
      "       [-1,  0,  1]], dtype=int8), -1), action = [2 1], winner = 0\n",
      "00:00:10 [INFO] state = (array([[-1,  0, -1],\n",
      "       [ 1,  0,  1],\n",
      "       [ 1, -1,  1]], dtype=int8), -1), action = [0 1], winner = -1\n",
      "00:00:10 [INFO] state = (array([[-1,  1,  0],\n",
      "       [-1,  1,  0],\n",
      "       [ 1, -1,  0]], dtype=int8), 1), action = [0 2], winner = 1\n",
      "00:00:10 [INFO] state = (array([[ 1,  0, -1],\n",
      "       [ 0,  1,  0],\n",
      "       [ 1, -1, -1]], dtype=int8), 1), action = [1 0], winner = 1\n",
      "00:00:10 [INFO] state = (array([[ 1,  0,  1],\n",
      "       [ 1, -1,  0],\n",
      "       [ 0, -1, -1]], dtype=int8), 1), action = [2 0], winner = 1\n",
      "00:00:10 [INFO] state = (array([[ 0,  1,  1],\n",
      "       [-1, -1,  0],\n",
      "       [-1,  1,  1]], dtype=int8), -1), action = [1 2], winner = -1\n",
      "00:00:10 [INFO] state = (array([[-1,  1,  0],\n",
      "       [ 1,  1,  1],\n",
      "       [ 0, -1, -1]], dtype=int8), -1), action = None, winner = 1\n",
      "00:00:10 [INFO] state = (array([[ 1,  0,  0],\n",
      "       [ 0,  1, -1],\n",
      "       [ 1, -1,  0]], dtype=int8), -1), action = [2 2], winner = 1\n",
      "00:00:10 [INFO] state = (array([[-1,  1,  1],\n",
      "       [ 0,  0,  0],\n",
      "       [ 0, -1,  1]], dtype=int8), -1), action = [1 2], winner = 0\n",
      "00:00:10 [INFO] state = (array([[ 1,  1,  0],\n",
      "       [-1,  0,  0],\n",
      "       [ 1, -1, -1]], dtype=int8), 1), action = [0 2], winner = 1\n",
      "00:00:10 [INFO] state = (array([[-1,  1, -1],\n",
      "       [ 1,  0,  0],\n",
      "       [ 0,  1,  0]], dtype=int8), -1), action = [1 1], winner = -1\n",
      "00:00:10 [INFO] state = (array([[ 1, -1,  0],\n",
      "       [ 1,  1,  0],\n",
      "       [ 0, -1, -1]], dtype=int8), 1), action = [2 0], winner = 1\n",
      "00:00:10 [INFO] state = (array([[ 1,  0, -1],\n",
      "       [-1, -1,  1],\n",
      "       [ 0,  0,  1]], dtype=int8), 1), action = [2 0], winner = 0\n",
      "00:00:10 [INFO] state = (array([[ 1, -1,  0],\n",
      "       [ 0, -1,  1],\n",
      "       [-1,  1,  0]], dtype=int8), 1), action = [0 2], winner = 0\n",
      "00:00:10 [INFO] state = (array([[-1,  0,  0],\n",
      "       [ 0,  1,  0],\n",
      "       [ 1, -1,  0]], dtype=int8), 1), action = [1 2], winner = 1\n",
      "00:00:10 [INFO] state = (array([[ 0,  0, -1],\n",
      "       [ 0, -1,  1],\n",
      "       [ 1, -1,  1]], dtype=int8), 1), action = [0 1], winner = 0\n",
      "00:00:10 [INFO] state = (array([[ 1,  1, -1],\n",
      "       [ 1, -1, -1],\n",
      "       [ 0,  1,  0]], dtype=int8), -1), action = [2 2], winner = -1\n",
      "00:00:10 [INFO] state = (array([[ 1,  0, -1],\n",
      "       [-1,  1,  1],\n",
      "       [ 1, -1, -1]], dtype=int8), 1), action = [0 1], winner = 0\n",
      "00:00:10 [INFO] state = (array([[-1,  0, -1],\n",
      "       [ 0,  1,  0],\n",
      "       [ 0,  0,  1]], dtype=int8), 1), action = [0 1], winner = 0\n",
      "00:00:10 [INFO] state = (array([[-1,  0, -1],\n",
      "       [ 0,  1,  1],\n",
      "       [-1,  0,  1]], dtype=int8), 1), action = [1 0], winner = 1\n",
      "00:00:10 [INFO] state = (array([[-1,  1,  0],\n",
      "       [-1, -1,  1],\n",
      "       [ 0,  1,  0]], dtype=int8), 1), action = [2 2], winner = -1\n",
      "00:00:10 [INFO] state = (array([[-1,  1,  0],\n",
      "       [ 1,  0,  0],\n",
      "       [ 1, -1, -1]], dtype=int8), 1), action = [1 1], winner = 1\n",
      "00:00:10 [INFO] state = (array([[-1,  1, -1],\n",
      "       [ 0,  1, -1],\n",
      "       [ 0,  0,  1]], dtype=int8), 1), action = [2 1], winner = 1\n",
      "00:00:10 [INFO] state = (array([[-1,  0,  0],\n",
      "       [ 1,  0,  0],\n",
      "       [ 1, -1,  0]], dtype=int8), 1), action = [1 1], winner = 1\n",
      "00:00:10 [INFO] state = (array([[ 1, -1,  0],\n",
      "       [-1,  1, -1],\n",
      "       [ 0,  1,  0]], dtype=int8), 1), action = [2 2], winner = 1\n",
      "00:00:10 [INFO] state = (array([[ 1, -1, -1],\n",
      "       [ 1,  0, -1],\n",
      "       [ 0,  1,  1]], dtype=int8), -1), action = [2 0], winner = 1\n",
      "00:00:10 [INFO] state = (array([[ 0, -1, -1],\n",
      "       [ 1,  0,  1],\n",
      "       [ 1, -1,  1]], dtype=int8), -1), action = [1 1], winner = -1\n",
      "00:00:10 [INFO] state = (array([[ 0,  1,  1],\n",
      "       [-1, -1,  0],\n",
      "       [ 0,  1, -1]], dtype=int8), 1), action = [0 0], winner = 1\n",
      "00:00:10 [INFO] state = (array([[-1,  0, -1],\n",
      "       [ 1,  0, -1],\n",
      "       [ 1,  0,  1]], dtype=int8), 1), action = [2 1], winner = 1\n",
      "00:00:10 [INFO] state = (array([[ 0, -1,  0],\n",
      "       [ 0, -1,  0],\n",
      "       [ 1,  1,  1]], dtype=int8), -1), action = None, winner = 1\n",
      "00:00:10 [INFO] state = (array([[-1, -1,  1],\n",
      "       [ 1, -1,  0],\n",
      "       [ 0,  0,  1]], dtype=int8), 1), action = [2 1], winner = 1\n",
      "00:00:10 [INFO] state = (array([[-1,  0,  0],\n",
      "       [ 1,  1,  1],\n",
      "       [-1,  1, -1]], dtype=int8), -1), action = None, winner = 1\n",
      "00:00:10 [INFO] state = (array([[ 1,  1, -1],\n",
      "       [ 0, -1,  1],\n",
      "       [ 1, -1,  0]], dtype=int8), -1), action = [1 0], winner = 0\n",
      "00:00:10 [INFO] state = (array([[ 1, -1, -1],\n",
      "       [ 0, -1,  1],\n",
      "       [ 1, -1,  1]], dtype=int8), 1), action = None, winner = -1\n",
      "00:00:10 [INFO] state = (array([[ 1, -1,  1],\n",
      "       [-1,  0,  1],\n",
      "       [ 1, -1,  0]], dtype=int8), -1), action = [1 1], winner = -1\n",
      "00:00:10 [INFO] state = (array([[-1,  0,  1],\n",
      "       [ 0,  1,  0],\n",
      "       [ 0, -1,  0]], dtype=int8), 1), action = [2 2], winner = 1\n",
      "00:00:10 [INFO] state = (array([[ 0, -1,  0],\n",
      "       [ 0, -1,  1],\n",
      "       [ 1,  0,  0]], dtype=int8), 1), action = [2 1], winner = 0\n",
      "00:00:10 [INFO] state = (array([[ 1, -1, -1],\n",
      "       [-1,  0,  1],\n",
      "       [ 1,  1, -1]], dtype=int8), 1), action = [1 1], winner = 0\n",
      "00:00:10 [INFO] state = (array([[ 1,  0,  1],\n",
      "       [-1,  1, -1],\n",
      "       [ 0,  1, -1]], dtype=int8), -1), action = [2 0], winner = 1\n",
      "00:00:10 [INFO] state = (array([[ 1,  0,  1],\n",
      "       [ 1,  0, -1],\n",
      "       [-1,  0, -1]], dtype=int8), 1), action = [0 1], winner = 1\n",
      "00:00:10 [INFO] state = (array([[ 1,  0,  1],\n",
      "       [-1,  1,  0],\n",
      "       [-1,  0, -1]], dtype=int8), 1), action = [0 1], winner = 1\n",
      "00:00:10 [INFO] state = (array([[ 1,  1, -1],\n",
      "       [-1,  0,  1],\n",
      "       [ 1, -1, -1]], dtype=int8), 1), action = [1 1], winner = 0\n",
      "00:00:10 [INFO] state = (array([[ 1, -1,  0],\n",
      "       [-1,  1, -1],\n",
      "       [ 1,  0,  0]], dtype=int8), 1), action = [2 2], winner = 1\n",
      "00:00:10 [INFO] state = (array([[-1,  1,  0],\n",
      "       [ 0, -1,  1],\n",
      "       [ 1, -1,  1]], dtype=int8), -1), action = [0 2], winner = 0\n",
      "00:00:10 [INFO] state = (array([[ 0, -1,  1],\n",
      "       [ 1,  0,  0],\n",
      "       [-1, -1,  1]], dtype=int8), 1), action = [1 2], winner = 1\n",
      "00:00:10 [INFO] state = (array([[ 0, -1, -1],\n",
      "       [ 0,  0,  0],\n",
      "       [ 1,  1,  1]], dtype=int8), -1), action = None, winner = 1\n",
      "00:00:10 [INFO] state = (array([[-1,  1, -1],\n",
      "       [ 1, -1,  1],\n",
      "       [ 1,  0, -1]], dtype=int8), 1), action = None, winner = -1\n",
      "00:00:10 [INFO] state = (array([[-1,  0,  1],\n",
      "       [ 0,  1,  0],\n",
      "       [ 0,  0, -1]], dtype=int8), 1), action = [2 1], winner = 1\n",
      "00:00:10 [INFO] state = (array([[ 0,  0,  1],\n",
      "       [ 0, -1,  1],\n",
      "       [-1,  1,  0]], dtype=int8), -1), action = [2 2], winner = 0\n",
      "00:00:10 [INFO] state = (array([[ 0,  1, -1],\n",
      "       [ 0,  0,  1],\n",
      "       [-1,  1, -1]], dtype=int8), 1), action = [1 1], winner = 1\n",
      "00:00:10 [INFO] state = (array([[ 1,  0,  1],\n",
      "       [ 1,  0, -1],\n",
      "       [-1, -1,  1]], dtype=int8), -1), action = [1 1], winner = 1\n",
      "00:00:10 [INFO] state = (array([[-1, -1,  0],\n",
      "       [ 0,  1,  0],\n",
      "       [ 1,  0,  1]], dtype=int8), -1), action = [0 2], winner = -1\n",
      "00:00:10 [INFO] state = (array([[ 0,  1, -1],\n",
      "       [ 1, -1,  1],\n",
      "       [ 1,  0, -1]], dtype=int8), -1), action = [0 0], winner = -1\n",
      "00:00:10 [INFO] state = (array([[ 0,  1, -1],\n",
      "       [-1,  0,  1],\n",
      "       [-1,  1,  1]], dtype=int8), -1), action = [1 1], winner = -1\n",
      "00:00:10 [INFO] state = (array([[ 0,  0, -1],\n",
      "       [ 0,  1,  0],\n",
      "       [-1,  1,  0]], dtype=int8), 1), action = [2 2], winner = 1\n",
      "00:00:10 [INFO] state = (array([[-1,  0,  0],\n",
      "       [ 1,  0,  1],\n",
      "       [-1, -1,  1]], dtype=int8), 1), action = [1 1], winner = 1\n",
      "00:00:10 [INFO] state = (array([[ 1, -1,  1],\n",
      "       [ 0,  0,  1],\n",
      "       [-1,  0, -1]], dtype=int8), 1), action = [2 1], winner = 0\n",
      "00:00:10 [INFO] state = (array([[ 0,  0,  0],\n",
      "       [ 0, -1,  1],\n",
      "       [ 1,  1, -1]], dtype=int8), -1), action = [0 0], winner = -1\n",
      "00:00:10 [INFO] state = (array([[ 0, -1, -1],\n",
      "       [ 1,  1,  1],\n",
      "       [-1,  1,  0]], dtype=int8), -1), action = None, winner = 1\n",
      "00:00:10 [INFO] state = (array([[ 0,  0,  1],\n",
      "       [ 1, -1, -1],\n",
      "       [ 1, -1,  0]], dtype=int8), 1), action = [0 0], winner = 1\n",
      "00:00:10 [INFO] state = (array([[ 1,  0,  0],\n",
      "       [-1,  1,  0],\n",
      "       [-1,  1, -1]], dtype=int8), 1), action = [0 1], winner = 1\n",
      "00:00:10 [INFO] state = (array([[ 0,  0,  0],\n",
      "       [ 1,  0, -1],\n",
      "       [ 0,  0,  1]], dtype=int8), -1), action = [2 0], winner = 0\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "00:00:10 [INFO] state = (array([[ 0, -1,  1],\n",
      "       [-1,  0,  1],\n",
      "       [ 1,  1, -1]], dtype=int8), -1), action = [1 1], winner = 0\n",
      "00:00:10 [INFO] state = (array([[-1,  0,  0],\n",
      "       [-1,  1,  1],\n",
      "       [ 0,  1,  0]], dtype=int8), -1), action = [2 0], winner = -1\n",
      "00:00:10 [INFO] state = (array([[ 1, -1, -1],\n",
      "       [-1,  1,  0],\n",
      "       [ 1,  0,  0]], dtype=int8), 1), action = [2 2], winner = 1\n",
      "00:00:10 [INFO] state = (array([[ 0, -1,  0],\n",
      "       [ 0,  0,  0],\n",
      "       [ 1,  0,  0]], dtype=int8), 1), action = [2 2], winner = 1\n",
      "00:00:10 [INFO] state = (array([[-1,  1, -1],\n",
      "       [-1,  1,  0],\n",
      "       [ 1,  0,  0]], dtype=int8), 1), action = [2 1], winner = 1\n",
      "00:00:10 [INFO] state = (array([[-1,  0,  1],\n",
      "       [ 1, -1,  0],\n",
      "       [ 1, -1,  0]], dtype=int8), 1), action = [2 2], winner = -1\n",
      "00:00:10 [INFO] state = (array([[ 1,  1, -1],\n",
      "       [-1,  0,  0],\n",
      "       [ 1,  0,  0]], dtype=int8), -1), action = [1 2], winner = -1\n",
      "00:00:10 [INFO] state = (array([[ 0,  0,  0],\n",
      "       [ 1, -1,  0],\n",
      "       [ 0,  0,  1]], dtype=int8), -1), action = [2 1], winner = 0\n",
      "00:00:10 [INFO] state = (array([[ 0,  0,  1],\n",
      "       [ 1, -1,  0],\n",
      "       [-1, -1,  1]], dtype=int8), 1), action = [1 2], winner = 1\n",
      "00:00:10 [INFO] state = (array([[ 0,  1,  1],\n",
      "       [ 0, -1,  0],\n",
      "       [-1,  1,  0]], dtype=int8), -1), action = [0 0], winner = -1\n",
      "00:00:10 [INFO] state = (array([[ 1,  1, -1],\n",
      "       [-1,  0, -1],\n",
      "       [ 1,  0,  0]], dtype=int8), 1), action = [2 2], winner = -1\n",
      "00:00:10 [INFO] state = (array([[ 1, -1,  1],\n",
      "       [-1,  0,  1],\n",
      "       [ 0,  0,  0]], dtype=int8), -1), action = [2 2], winner = 0\n",
      "00:00:10 [INFO] state = (array([[ 0,  0, -1],\n",
      "       [ 1,  0,  1],\n",
      "       [ 1, -1,  0]], dtype=int8), -1), action = [2 2], winner = 1\n",
      "00:00:10 [INFO] state = (array([[ 1, -1,  1],\n",
      "       [-1,  1,  0],\n",
      "       [ 0,  1, -1]], dtype=int8), -1), action = [2 0], winner = 0\n",
      "00:00:10 [INFO] state = (array([[ 0,  1,  1],\n",
      "       [-1,  0, -1],\n",
      "       [-1,  1,  0]], dtype=int8), 1), action = [1 1], winner = 1\n",
      "00:00:10 [INFO] state = (array([[ 1,  0,  1],\n",
      "       [-1, -1,  1],\n",
      "       [ 1, -1, -1]], dtype=int8), 1), action = [0 1], winner = 1\n",
      "00:00:10 [INFO] state = (array([[ 1,  1, -1],\n",
      "       [-1,  0,  0],\n",
      "       [ 0,  0,  0]], dtype=int8), 1), action = [1 1], winner = 1\n",
      "00:00:10 [INFO] state = (array([[ 0,  1, -1],\n",
      "       [ 0, -1,  1],\n",
      "       [ 1,  0, -1]], dtype=int8), 1), action = [0 0], winner = 0\n",
      "00:00:10 [INFO] state = (array([[-1,  1,  0],\n",
      "       [ 1,  0, -1],\n",
      "       [-1,  1,  1]], dtype=int8), -1), action = [1 1], winner = 0\n",
      "00:00:10 [INFO] state = (array([[-1,  0,  0],\n",
      "       [ 1,  0,  0],\n",
      "       [ 0,  0,  0]], dtype=int8), 1), action = [2 2], winner = 0\n",
      "00:00:10 [INFO] state = (array([[ 0,  0,  1],\n",
      "       [ 1, -1,  1],\n",
      "       [-1, -1,  1]], dtype=int8), -1), action = None, winner = 1\n",
      "00:00:10 [INFO] state = (array([[ 0, -1,  0],\n",
      "       [ 0, -1,  0],\n",
      "       [ 0,  1,  1]], dtype=int8), 1), action = [2 0], winner = 1\n",
      "00:00:10 [INFO] state = (array([[ 1,  1,  0],\n",
      "       [ 0, -1,  1],\n",
      "       [-1, -1,  1]], dtype=int8), -1), action = [0 2], winner = -1\n",
      "00:00:10 [INFO] state = (array([[ 0,  1, -1],\n",
      "       [-1,  1, -1],\n",
      "       [ 1,  1,  0]], dtype=int8), -1), action = None, winner = 1\n",
      "00:00:10 [INFO] state = (array([[ 0,  0,  0],\n",
      "       [ 1,  1,  0],\n",
      "       [ 1, -1, -1]], dtype=int8), -1), action = [1 2], winner = 1\n",
      "00:00:10 [INFO] state = (array([[ 0, -1,  0],\n",
      "       [ 1,  1, -1],\n",
      "       [-1,  0,  1]], dtype=int8), 1), action = [0 0], winner = 1\n",
      "00:00:10 [INFO] state = (array([[ 0,  0, -1],\n",
      "       [ 0,  1, -1],\n",
      "       [ 0,  1,  0]], dtype=int8), 1), action = [2 2], winner = 1\n",
      "00:00:10 [INFO] state = (array([[-1,  1, -1],\n",
      "       [ 0,  1,  1],\n",
      "       [ 0,  0,  0]], dtype=int8), -1), action = [2 2], winner = 1\n",
      "00:00:10 [INFO] state = (array([[ 0,  1,  0],\n",
      "       [ 0,  1,  1],\n",
      "       [-1,  0, -1]], dtype=int8), -1), action = [2 1], winner = -1\n",
      "00:00:10 [INFO] state = (array([[-1,  0,  0],\n",
      "       [ 1, -1,  1],\n",
      "       [ 0, -1,  1]], dtype=int8), 1), action = [0 2], winner = 1\n",
      "00:00:10 [INFO] state = (array([[-1,  0,  0],\n",
      "       [ 0,  1, -1],\n",
      "       [ 1,  1, -1]], dtype=int8), 1), action = [0 2], winner = 1\n",
      "00:00:10 [INFO] state = (array([[ 0, -1,  0],\n",
      "       [ 1,  1,  1],\n",
      "       [ 0,  0, -1]], dtype=int8), -1), action = None, winner = 1\n",
      "00:00:10 [INFO] state = (array([[-1,  1,  0],\n",
      "       [ 1,  1, -1],\n",
      "       [ 0, -1,  0]], dtype=int8), 1), action = [2 2], winner = 0\n",
      "00:00:10 [INFO] state = (array([[ 1,  1, -1],\n",
      "       [ 0,  1,  1],\n",
      "       [-1,  0, -1]], dtype=int8), -1), action = [2 1], winner = -1\n",
      "00:00:10 [INFO] state = (array([[ 1, -1,  1],\n",
      "       [ 0,  0, -1],\n",
      "       [ 0,  1,  0]], dtype=int8), -1), action = [2 0], winner = 0\n",
      "00:00:10 [INFO] state = (array([[ 0,  1,  0],\n",
      "       [ 0,  1, -1],\n",
      "       [ 0,  1, -1]], dtype=int8), -1), action = None, winner = 1\n",
      "00:00:10 [INFO] state = (array([[-1, -1, -1],\n",
      "       [ 1,  1,  0],\n",
      "       [ 1,  1, -1]], dtype=int8), 1), action = None, winner = -1\n",
      "00:00:10 [INFO] state = (array([[ 1,  1, -1],\n",
      "       [ 1,  1, -1],\n",
      "       [-1, -1,  0]], dtype=int8), 1), action = [2 2], winner = 1\n",
      "00:00:10 [INFO] state = (array([[ 0, -1, -1],\n",
      "       [ 1,  0, -1],\n",
      "       [ 1,  1,  1]], dtype=int8), -1), action = None, winner = 1\n",
      "00:00:10 [INFO] state = (array([[ 1,  1,  0],\n",
      "       [-1,  0, -1],\n",
      "       [-1,  0,  1]], dtype=int8), 1), action = [1 1], winner = 1\n",
      "00:00:10 [INFO] state = (array([[ 1,  0,  1],\n",
      "       [-1,  1, -1],\n",
      "       [ 0,  0, -1]], dtype=int8), 1), action = [2 1], winner = 1\n",
      "00:00:10 [INFO] state = (array([[-1,  0, -1],\n",
      "       [ 0,  1,  1],\n",
      "       [ 0, -1,  1]], dtype=int8), 1), action = [1 0], winner = 1\n",
      "00:00:10 [INFO] state = (array([[ 0, -1,  1],\n",
      "       [-1,  1,  0],\n",
      "       [-1,  0,  1]], dtype=int8), 1), action = [1 2], winner = 1\n",
      "00:00:10 [INFO] state = (array([[ 0,  1, -1],\n",
      "       [ 0,  0,  0],\n",
      "       [ 0,  0,  0]], dtype=int8), 1), action = [2 2], winner = 0\n",
      "00:00:10 [INFO] state = (array([[-1, -1,  0],\n",
      "       [ 0,  0,  1],\n",
      "       [-1,  1,  1]], dtype=int8), 1), action = [0 2], winner = 1\n",
      "00:00:10 [INFO] state = (array([[ 1,  1,  1],\n",
      "       [ 0, -1, -1],\n",
      "       [ 1,  0, -1]], dtype=int8), -1), action = None, winner = 1\n",
      "00:00:10 [INFO] state = (array([[ 0,  1, -1],\n",
      "       [-1,  1,  0],\n",
      "       [ 0,  1,  0]], dtype=int8), -1), action = None, winner = 1\n",
      "00:00:10 [INFO] state = (array([[ 1,  1, -1],\n",
      "       [-1,  1,  1],\n",
      "       [-1,  0, -1]], dtype=int8), 1), action = [2 1], winner = 1\n",
      "00:00:10 [INFO] state = (array([[ 0,  0,  0],\n",
      "       [ 0,  1,  0],\n",
      "       [-1,  0,  1]], dtype=int8), -1), action = [0 0], winner = 0\n",
      "00:00:10 [INFO] state = (array([[ 0,  0,  1],\n",
      "       [ 0, -1,  1],\n",
      "       [-1,  0,  1]], dtype=int8), -1), action = None, winner = 1\n",
      "00:00:10 [INFO] state = (array([[-1,  1, -1],\n",
      "       [-1,  1,  1],\n",
      "       [ 0,  1,  0]], dtype=int8), -1), action = None, winner = 1\n",
      "00:00:10 [INFO] state = (array([[ 1,  1, -1],\n",
      "       [ 0,  0,  0],\n",
      "       [ 0, -1,  0]], dtype=int8), 1), action = [2 2], winner = 0\n",
      "00:00:10 [INFO] state = (array([[-1,  0,  1],\n",
      "       [-1,  0,  0],\n",
      "       [ 0,  0,  1]], dtype=int8), 1), action = [2 0], winner = 1\n",
      "00:00:10 [INFO] state = (array([[ 0,  0, -1],\n",
      "       [ 1,  1, -1],\n",
      "       [ 0,  0,  1]], dtype=int8), -1), action = [0 0], winner = 0\n",
      "00:00:10 [INFO] state = (array([[ 1,  1,  0],\n",
      "       [ 0, -1, -1],\n",
      "       [ 0,  1, -1]], dtype=int8), 1), action = [0 2], winner = 1\n",
      "00:00:10 [INFO] state = (array([[-1, -1,  1],\n",
      "       [ 1, -1,  1],\n",
      "       [ 1, -1,  0]], dtype=int8), 1), action = None, winner = -1\n",
      "00:00:10 [INFO] state = (array([[ 0, -1,  1],\n",
      "       [ 1, -1,  0],\n",
      "       [-1,  1,  0]], dtype=int8), 1), action = [2 2], winner = 0\n",
      "00:00:10 [INFO] state = (array([[-1, -1,  0],\n",
      "       [ 1,  0, -1],\n",
      "       [ 1,  0,  1]], dtype=int8), 1), action = [2 1], winner = 1\n",
      "00:00:10 [INFO] state = (array([[-1,  1, -1],\n",
      "       [ 0, -1,  0],\n",
      "       [ 1,  1,  0]], dtype=int8), 1), action = [2 2], winner = 1\n",
      "00:00:10 [INFO] state = (array([[ 1,  1,  1],\n",
      "       [-1,  0, -1],\n",
      "       [ 0,  0,  0]], dtype=int8), -1), action = None, winner = 1\n",
      "00:00:10 [INFO] state = (array([[ 0,  0,  0],\n",
      "       [ 1, -1,  1],\n",
      "       [-1,  1, -1]], dtype=int8), 1), action = [0 2], winner = -1\n",
      "00:00:10 [INFO] state = (array([[ 0,  1, -1],\n",
      "       [ 0,  0,  1],\n",
      "       [ 1, -1,  0]], dtype=int8), -1), action = [1 1], winner = 0\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "00:00:10 [INFO] state = (array([[-1,  1,  0],\n",
      "       [ 0,  0, -1],\n",
      "       [ 1,  1, -1]], dtype=int8), 1), action = [1 1], winner = 1\n",
      "00:00:10 [INFO] state = (array([[-1,  1,  1],\n",
      "       [ 0,  1, -1],\n",
      "       [-1,  1,  0]], dtype=int8), -1), action = None, winner = 1\n",
      "00:00:10 [INFO] state = (array([[ 0, -1,  0],\n",
      "       [ 1,  1,  0],\n",
      "       [-1,  1, -1]], dtype=int8), 1), action = [1 2], winner = 1\n",
      "00:00:10 [INFO] state = (array([[ 1, -1,  1],\n",
      "       [ 1,  0,  0],\n",
      "       [ 0,  0, -1]], dtype=int8), -1), action = [2 0], winner = 0\n",
      "00:00:10 [INFO] state = (array([[ 0,  0, -1],\n",
      "       [ 0,  0,  0],\n",
      "       [ 1, -1,  1]], dtype=int8), 1), action = [0 0], winner = 1\n",
      "00:00:10 [INFO] state = (array([[ 1, -1,  1],\n",
      "       [ 1,  0,  0],\n",
      "       [-1,  0,  0]], dtype=int8), -1), action = [2 1], winner = -1\n",
      "00:00:10 [INFO] state = (array([[ 0,  1, -1],\n",
      "       [-1,  0,  1],\n",
      "       [ 0,  1, -1]], dtype=int8), 1), action = [1 1], winner = 1\n",
      "00:00:10 [INFO] state = (array([[-1, -1,  0],\n",
      "       [ 0,  1,  1],\n",
      "       [ 1, -1,  0]], dtype=int8), 1), action = [1 0], winner = 1\n",
      "00:00:10 [INFO] state = (array([[ 0, -1, -1],\n",
      "       [ 0,  0,  1],\n",
      "       [ 1,  0,  0]], dtype=int8), 1), action = [0 0], winner = 1\n",
      "00:00:10 [INFO] state = (array([[ 0,  1,  0],\n",
      "       [-1,  1, -1],\n",
      "       [-1,  0,  1]], dtype=int8), 1), action = [2 1], winner = 1\n",
      "00:00:10 [INFO] state = (array([[ 1,  1,  1],\n",
      "       [ 0, -1,  1],\n",
      "       [-1,  0, -1]], dtype=int8), -1), action = None, winner = 1\n",
      "00:00:10 [INFO] state = (array([[-1,  1,  0],\n",
      "       [ 0,  1,  0],\n",
      "       [ 0,  0,  0]], dtype=int8), -1), action = [2 1], winner = 0\n",
      "00:00:10 [INFO] state = (array([[ 0,  0,  1],\n",
      "       [ 1,  0, -1],\n",
      "       [ 0, -1,  0]], dtype=int8), 1), action = [2 0], winner = 1\n",
      "00:00:10 [INFO] state = (array([[ 0,  0, -1],\n",
      "       [ 0,  0,  0],\n",
      "       [ 1,  0,  0]], dtype=int8), 1), action = [2 2], winner = 1\n",
      "00:00:10 [INFO] state = (array([[ 1,  1, -1],\n",
      "       [ 0,  0,  1],\n",
      "       [ 0,  0, -1]], dtype=int8), -1), action = [2 0], winner = -1\n",
      "00:00:10 [INFO] state = (array([[ 1, -1, -1],\n",
      "       [ 0,  0,  0],\n",
      "       [ 1,  1,  0]], dtype=int8), -1), action = [2 2], winner = 1\n",
      "00:00:10 [INFO] state = (array([[ 0,  1, -1],\n",
      "       [ 0,  0,  0],\n",
      "       [ 0, -1,  1]], dtype=int8), 1), action = [2 0], winner = 0\n",
      "00:00:10 [INFO] state = (array([[-1,  0,  1],\n",
      "       [ 0,  1, -1],\n",
      "       [ 1,  0,  0]], dtype=int8), -1), action = None, winner = 1\n",
      "00:00:10 [INFO] state = (array([[ 0, -1,  0],\n",
      "       [ 0,  1,  0],\n",
      "       [ 1,  0,  0]], dtype=int8), -1), action = [2 2], winner = 1\n",
      "00:00:10 [INFO] state = (array([[ 1,  0, -1],\n",
      "       [-1,  0,  1],\n",
      "       [ 0,  1, -1]], dtype=int8), 1), action = [2 0], winner = 0\n",
      "00:00:10 [INFO] state = (array([[ 1,  1, -1],\n",
      "       [ 1,  0,  0],\n",
      "       [ 0, -1,  0]], dtype=int8), -1), action = [2 0], winner = -1\n",
      "00:00:10 [INFO] state = (array([[ 1,  0, -1],\n",
      "       [ 0, -1,  0],\n",
      "       [ 0,  0,  1]], dtype=int8), 1), action = [2 0], winner = 1\n",
      "00:00:10 [INFO] state = (array([[-1,  0, -1],\n",
      "       [ 0,  0,  1],\n",
      "       [ 1, -1,  1]], dtype=int8), 1), action = [0 1], winner = 0\n",
      "00:00:10 [INFO] state = (array([[-1,  0,  1],\n",
      "       [ 0,  1,  0],\n",
      "       [ 0,  1, -1]], dtype=int8), -1), action = [2 0], winner = 1\n",
      "00:00:10 [INFO] state = (array([[ 0,  1, -1],\n",
      "       [ 0, -1,  1],\n",
      "       [-1,  0,  1]], dtype=int8), 1), action = None, winner = -1\n",
      "00:00:10 [INFO] state = (array([[ 0,  1, -1],\n",
      "       [ 1,  0,  1],\n",
      "       [-1,  0,  0]], dtype=int8), -1), action = [1 1], winner = -1\n",
      "00:00:10 [INFO] state = (array([[ 0, -1,  1],\n",
      "       [ 0,  0,  0],\n",
      "       [ 1,  0, -1]], dtype=int8), 1), action = [1 1], winner = 1\n",
      "00:00:10 [INFO] state = (array([[ 1, -1,  1],\n",
      "       [-1, -1,  1],\n",
      "       [ 1, -1,  0]], dtype=int8), 1), action = None, winner = -1\n",
      "00:00:10 [INFO] state = (array([[ 1,  0,  0],\n",
      "       [ 0,  1, -1],\n",
      "       [ 0,  0, -1]], dtype=int8), 1), action = [0 2], winner = 1\n",
      "00:00:10 [INFO] state = (array([[ 0,  1,  1],\n",
      "       [-1,  0,  1],\n",
      "       [-1,  0, -1]], dtype=int8), 1), action = [0 0], winner = 1\n",
      "00:00:10 [INFO] state = (array([[ 0,  1, -1],\n",
      "       [-1,  1,  0],\n",
      "       [ 0,  0,  0]], dtype=int8), 1), action = [2 2], winner = 1\n",
      "00:00:10 [INFO] state = (array([[ 0,  1,  1],\n",
      "       [-1, -1,  1],\n",
      "       [ 0, -1,  0]], dtype=int8), 1), action = [2 2], winner = 1\n",
      "00:00:10 [INFO] state = (array([[-1, -1,  0],\n",
      "       [ 1,  0,  1],\n",
      "       [ 0,  0,  1]], dtype=int8), -1), action = [0 2], winner = -1\n",
      "00:00:10 [INFO] state = (array([[ 0,  1, -1],\n",
      "       [-1,  1,  0],\n",
      "       [ 1, -1,  0]], dtype=int8), 1), action = [2 2], winner = 0\n",
      "00:00:10 [INFO] state = (array([[ 1, -1,  1],\n",
      "       [ 1,  0, -1],\n",
      "       [-1,  1, -1]], dtype=int8), 1), action = [1 1], winner = 0\n",
      "00:00:10 [INFO] state = (array([[ 0, -1,  1],\n",
      "       [-1,  0, -1],\n",
      "       [ 1,  0,  1]], dtype=int8), 1), action = [2 1], winner = 1\n",
      "00:00:10 [INFO] state = (array([[ 0,  1,  1],\n",
      "       [ 0,  0,  0],\n",
      "       [-1, -1,  1]], dtype=int8), -1), action = [1 2], winner = 1\n",
      "00:00:10 [INFO] state = (array([[ 0,  1,  0],\n",
      "       [-1,  0,  1],\n",
      "       [ 0,  0, -1]], dtype=int8), 1), action = [2 1], winner = 0\n",
      "00:00:10 [INFO] state = (array([[ 1,  0,  0],\n",
      "       [ 1, -1,  0],\n",
      "       [ 0,  0, -1]], dtype=int8), 1), action = [2 0], winner = 1\n",
      "00:00:10 [INFO] state = (array([[ 1,  1, -1],\n",
      "       [ 1,  0,  0],\n",
      "       [ 1, -1, -1]], dtype=int8), -1), action = None, winner = 1\n",
      "00:00:10 [INFO] state = (array([[-1,  1, -1],\n",
      "       [ 1, -1,  0],\n",
      "       [ 0,  1,  0]], dtype=int8), 1), action = [2 2], winner = -1\n",
      "00:00:10 [INFO] state = (array([[-1, -1,  1],\n",
      "       [ 1, -1,  0],\n",
      "       [ 1,  1,  0]], dtype=int8), -1), action = [2 2], winner = -1\n",
      "00:00:10 [INFO] state = (array([[ 0, -1,  0],\n",
      "       [ 1,  1,  0],\n",
      "       [ 1,  0, -1]], dtype=int8), -1), action = [2 1], winner = 1\n",
      "00:00:10 [INFO] state = (array([[-1,  1, -1],\n",
      "       [ 1,  0, -1],\n",
      "       [ 0,  0,  1]], dtype=int8), 1), action = [2 1], winner = 1\n",
      "00:00:10 [INFO] state = (array([[ 0,  1,  0],\n",
      "       [ 1, -1, -1],\n",
      "       [-1,  0,  1]], dtype=int8), 1), action = [0 2], winner = 0\n",
      "00:00:10 [INFO] state = (array([[-1,  0,  1],\n",
      "       [ 1, -1, -1],\n",
      "       [ 1,  1, -1]], dtype=int8), 1), action = None, winner = -1\n",
      "00:00:10 [INFO] state = (array([[ 1,  0, -1],\n",
      "       [ 0,  0, -1],\n",
      "       [ 0,  0,  1]], dtype=int8), 1), action = [2 1], winner = 1\n",
      "00:00:10 [INFO] state = (array([[-1, -1,  1],\n",
      "       [-1,  1,  0],\n",
      "       [ 0,  0,  1]], dtype=int8), 1), action = [2 0], winner = 1\n",
      "00:00:10 [INFO] state = (array([[ 0,  1,  0],\n",
      "       [-1,  1,  0],\n",
      "       [-1,  1,  0]], dtype=int8), -1), action = None, winner = 1\n",
      "00:00:10 [INFO] state = (array([[ 0, -1,  0],\n",
      "       [ 1,  0,  0],\n",
      "       [ 0,  1, -1]], dtype=int8), 1), action = [1 2], winner = 0\n",
      "00:00:10 [INFO] state = (array([[ 1,  0, -1],\n",
      "       [-1,  0,  1],\n",
      "       [ 1,  0, -1]], dtype=int8), 1), action = [2 1], winner = 0\n",
      "00:00:10 [INFO] state = (array([[ 0,  1,  0],\n",
      "       [ 0,  1, -1],\n",
      "       [-1,  0,  0]], dtype=int8), 1), action = [2 2], winner = 1\n",
      "00:00:10 [INFO] state = (array([[-1,  0, -1],\n",
      "       [ 0,  1,  1],\n",
      "       [ 0,  0,  0]], dtype=int8), 1), action = [1 0], winner = 1\n",
      "00:00:10 [INFO] state = (array([[-1,  1,  1],\n",
      "       [-1,  0,  1],\n",
      "       [ 0, -1,  1]], dtype=int8), -1), action = None, winner = 1\n",
      "00:00:10 [INFO] state = (array([[-1,  1,  1],\n",
      "       [ 0, -1,  0],\n",
      "       [ 1, -1,  0]], dtype=int8), 1), action = [2 2], winner = 0\n",
      "00:00:10 [INFO] state = (array([[ 1,  0, -1],\n",
      "       [ 1, -1,  1],\n",
      "       [ 0, -1,  1]], dtype=int8), -1), action = [2 0], winner = -1\n",
      "00:00:10 [INFO] state = (array([[ 0,  0,  0],\n",
      "       [ 1,  0,  1],\n",
      "       [ 0, -1,  0]], dtype=int8), -1), action = [1 1], winner = -1\n",
      "00:00:10 [INFO] state = (array([[-1,  1,  0],\n",
      "       [ 1,  0,  1],\n",
      "       [-1, -1,  0]], dtype=int8), 1), action = [2 2], winner = 1\n",
      "00:00:10 [INFO] state = (array([[ 1, -1, -1],\n",
      "       [ 1,  1, -1],\n",
      "       [ 0,  1,  0]], dtype=int8), -1), action = [2 2], winner = -1\n",
      "00:00:10 [INFO] state = (array([[ 0,  1, -1],\n",
      "       [ 0,  0,  1],\n",
      "       [ 0, -1,  0]], dtype=int8), 1), action = [2 2], winner = 0\n",
      "00:00:10 [INFO] state = (array([[ 1,  0,  0],\n",
      "       [ 0, -1,  0],\n",
      "       [ 1,  0,  0]], dtype=int8), -1), action = [1 0], winner = 0\n",
      "00:00:10 [INFO] state = (array([[ 0,  1,  1],\n",
      "       [-1, -1,  1],\n",
      "       [-1,  0,  1]], dtype=int8), -1), action = None, winner = 1\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "00:00:10 [INFO] state = (array([[-1, -1, -1],\n",
      "       [ 1,  1, -1],\n",
      "       [ 1,  0,  1]], dtype=int8), 1), action = None, winner = -1\n",
      "00:00:10 [INFO] state = (array([[ 0,  0,  0],\n",
      "       [ 1,  0,  1],\n",
      "       [ 1, -1, -1]], dtype=int8), -1), action = [1 1], winner = 1\n",
      "00:00:10 [INFO] state = (array([[ 0,  0,  0],\n",
      "       [ 1,  0, -1],\n",
      "       [ 0,  1, -1]], dtype=int8), 1), action = [0 2], winner = 1\n",
      "00:00:10 [INFO] state = (array([[ 0,  0, -1],\n",
      "       [ 1,  1,  0],\n",
      "       [ 1, -1,  0]], dtype=int8), -1), action = [2 2], winner = 1\n",
      "00:00:10 [INFO] state = (array([[ 1,  0,  1],\n",
      "       [-1, -1,  0],\n",
      "       [-1,  0,  1]], dtype=int8), 1), action = [1 2], winner = 1\n",
      "00:00:10 [INFO] state = (array([[-1, -1,  0],\n",
      "       [ 0,  1, -1],\n",
      "       [ 1,  1,  1]], dtype=int8), -1), action = None, winner = 1\n",
      "00:00:10 [INFO] state = (array([[ 1,  0,  1],\n",
      "       [-1,  1,  1],\n",
      "       [-1, -1, -1]], dtype=int8), 1), action = None, winner = -1\n",
      "00:00:10 [INFO] state = (array([[ 1, -1,  0],\n",
      "       [ 0, -1,  1],\n",
      "       [ 1, -1,  0]], dtype=int8), 1), action = None, winner = -1\n",
      "00:00:10 [INFO] state = (array([[-1,  0, -1],\n",
      "       [ 1,  1,  1],\n",
      "       [ 1,  0, -1]], dtype=int8), -1), action = None, winner = 1\n",
      "00:00:10 [INFO] state = (array([[ 1,  1, -1],\n",
      "       [-1,  1, -1],\n",
      "       [-1,  1,  1]], dtype=int8), -1), action = None, winner = 1\n",
      "00:00:10 [INFO] state = (array([[ 0, -1, -1],\n",
      "       [ 0,  0,  0],\n",
      "       [ 1,  0,  1]], dtype=int8), 1), action = [2 1], winner = 1\n",
      "00:00:10 [INFO] state = (array([[ 0,  0,  0],\n",
      "       [ 1, -1,  0],\n",
      "       [ 1, -1,  0]], dtype=int8), 1), action = [0 0], winner = 1\n",
      "00:00:10 [INFO] state = (array([[ 0,  1, -1],\n",
      "       [-1, -1,  0],\n",
      "       [ 1,  0,  1]], dtype=int8), 1), action = [2 1], winner = 1\n",
      "00:00:10 [INFO] state = (array([[ 0,  1, -1],\n",
      "       [ 1, -1, -1],\n",
      "       [ 1,  0,  0]], dtype=int8), 1), action = [2 2], winner = 1\n",
      "00:00:10 [INFO] state = (array([[-1,  0,  0],\n",
      "       [ 1,  0,  0],\n",
      "       [ 1, -1,  1]], dtype=int8), -1), action = [0 1], winner = -1\n",
      "00:00:10 [INFO] state = (array([[ 0,  1,  0],\n",
      "       [ 1, -1,  1],\n",
      "       [-1, -1,  0]], dtype=int8), 1), action = [2 2], winner = -1\n",
      "00:00:10 [INFO] state = (array([[-1,  1,  0],\n",
      "       [-1,  1,  0],\n",
      "       [-1,  0,  1]], dtype=int8), 1), action = None, winner = -1\n",
      "00:00:10 [INFO] state = (array([[ 0,  1,  0],\n",
      "       [ 0, -1,  1],\n",
      "       [ 1,  0, -1]], dtype=int8), -1), action = [0 0], winner = -1\n",
      "00:00:10 [INFO] state = (array([[ 1,  0, -1],\n",
      "       [ 0, -1,  1],\n",
      "       [ 1, -1,  1]], dtype=int8), -1), action = [0 1], winner = -1\n",
      "00:00:10 [INFO] state = (array([[-1,  1,  1],\n",
      "       [ 1,  0, -1],\n",
      "       [ 0, -1,  1]], dtype=int8), -1), action = [2 0], winner = 0\n",
      "00:00:10 [INFO] state = (array([[ 1,  0, -1],\n",
      "       [ 0,  1,  0],\n",
      "       [ 1, -1,  0]], dtype=int8), -1), action = [2 2], winner = 1\n",
      "00:00:10 [INFO] state = (array([[-1,  0,  0],\n",
      "       [ 1,  1,  1],\n",
      "       [ 1, -1, -1]], dtype=int8), -1), action = None, winner = 1\n",
      "00:00:10 [INFO] state = (array([[ 0,  0,  0],\n",
      "       [ 1, -1, -1],\n",
      "       [-1,  1,  1]], dtype=int8), 1), action = [0 2], winner = 0\n",
      "00:00:10 [INFO] state = (array([[-1,  1,  1],\n",
      "       [ 0,  1, -1],\n",
      "       [ 1, -1,  0]], dtype=int8), -1), action = None, winner = 1\n",
      "00:00:10 [INFO] state = (array([[ 0, -1,  0],\n",
      "       [-1,  0,  0],\n",
      "       [ 1,  1,  1]], dtype=int8), -1), action = None, winner = 1\n",
      "00:00:10 [INFO] state = (array([[ 1,  1, -1],\n",
      "       [ 0, -1,  0],\n",
      "       [ 0,  1, -1]], dtype=int8), 1), action = [2 0], winner = -1\n",
      "00:00:10 [INFO] state = (array([[ 0,  0, -1],\n",
      "       [ 0,  1,  0],\n",
      "       [ 1, -1,  1]], dtype=int8), -1), action = [0 0], winner = 0\n",
      "00:00:10 [INFO] state = (array([[ 0,  1, -1],\n",
      "       [ 1, -1, -1],\n",
      "       [ 1,  1,  0]], dtype=int8), -1), action = [2 2], winner = -1\n",
      "00:00:10 [INFO] state = (array([[-1,  0,  1],\n",
      "       [ 0, -1,  1],\n",
      "       [ 0,  1, -1]], dtype=int8), 1), action = None, winner = -1\n",
      "00:00:10 [INFO] state = (array([[-1,  1, -1],\n",
      "       [-1,  1,  0],\n",
      "       [ 0,  1,  1]], dtype=int8), -1), action = None, winner = 1\n",
      "00:00:10 [INFO] state = (array([[ 0, -1, -1],\n",
      "       [ 1,  1,  1],\n",
      "       [ 1,  0, -1]], dtype=int8), -1), action = None, winner = 1\n",
      "00:00:10 [INFO] state = (array([[-1,  1, -1],\n",
      "       [ 1,  0,  1],\n",
      "       [-1,  1,  0]], dtype=int8), -1), action = [1 1], winner = -1\n",
      "00:00:10 [INFO] state = (array([[0, 0, 1],\n",
      "       [0, 0, 0],\n",
      "       [0, 0, 0]], dtype=int8), -1), action = [1 1], winner = 0\n",
      "00:00:10 [INFO] state = (array([[ 1, -1,  1],\n",
      "       [-1,  1,  0],\n",
      "       [-1,  0,  1]], dtype=int8), -1), action = None, winner = 1\n",
      "00:00:10 [INFO] state = (array([[ 0,  1,  1],\n",
      "       [-1, -1,  0],\n",
      "       [-1,  1,  0]], dtype=int8), 1), action = [0 0], winner = 1\n",
      "00:00:10 [INFO] state = (array([[-1,  0,  0],\n",
      "       [ 1,  1, -1],\n",
      "       [-1,  0,  1]], dtype=int8), 1), action = [2 1], winner = 0\n",
      "00:00:10 [INFO] state = (array([[ 0, -1, -1],\n",
      "       [-1,  1,  1],\n",
      "       [ 1,  0,  0]], dtype=int8), 1), action = [0 0], winner = 0\n",
      "00:00:10 [INFO] state = (array([[ 0,  0, -1],\n",
      "       [ 0,  1,  0],\n",
      "       [-1,  0,  1]], dtype=int8), 1), action = [2 1], winner = 1\n",
      "00:00:10 [INFO] state = (array([[-1,  1,  1],\n",
      "       [ 1, -1,  0],\n",
      "       [-1,  1,  0]], dtype=int8), -1), action = [2 2], winner = -1\n",
      "00:00:10 [INFO] state = (array([[ 1, -1,  0],\n",
      "       [ 0,  1,  1],\n",
      "       [-1,  1, -1]], dtype=int8), -1), action = [1 0], winner = 0\n",
      "00:00:10 [INFO] state = (array([[ 1,  1,  1],\n",
      "       [-1,  0,  0],\n",
      "       [ 1, -1, -1]], dtype=int8), -1), action = None, winner = 1\n",
      "00:00:10 [INFO] state = (array([[ 1,  0, -1],\n",
      "       [-1,  0,  0],\n",
      "       [ 1, -1,  1]], dtype=int8), 1), action = [1 1], winner = 1\n",
      "00:00:10 [INFO] state = (array([[ 0, -1,  1],\n",
      "       [ 0,  1,  0],\n",
      "       [-1,  0,  0]], dtype=int8), 1), action = [2 2], winner = 1\n",
      "00:00:10 [INFO] state = (array([[ 0,  0,  1],\n",
      "       [ 1, -1, -1],\n",
      "       [ 1,  0,  0]], dtype=int8), -1), action = [0 0], winner = 0\n",
      "00:00:10 [INFO] state = (array([[ 0,  1,  0],\n",
      "       [-1,  0,  0],\n",
      "       [ 1,  0,  0]], dtype=int8), -1), action = [1 1], winner = 0\n",
      "00:00:10 [INFO] state = (array([[ 1,  0,  0],\n",
      "       [ 0,  0, -1],\n",
      "       [ 0,  0,  1]], dtype=int8), -1), action = [1 1], winner = 0\n",
      "00:00:10 [INFO] state = (array([[ 1,  1,  0],\n",
      "       [ 0,  0,  0],\n",
      "       [-1,  0,  0]], dtype=int8), -1), action = [2 2], winner = 1\n",
      "00:00:10 [INFO] state = (array([[-1,  1,  1],\n",
      "       [ 0, -1,  0],\n",
      "       [ 1,  0,  0]], dtype=int8), -1), action = [2 2], winner = -1\n",
      "00:00:10 [INFO] state = (array([[-1, -1,  1],\n",
      "       [ 1,  0,  1],\n",
      "       [ 0,  0,  0]], dtype=int8), -1), action = [2 2], winner = 1\n",
      "00:00:10 [INFO] state = (array([[ 1,  1,  1],\n",
      "       [-1, -1,  0],\n",
      "       [-1,  0,  1]], dtype=int8), -1), action = None, winner = 1\n",
      "00:00:10 [INFO] state = (array([[ 0,  1,  0],\n",
      "       [ 0, -1,  1],\n",
      "       [ 1, -1,  0]], dtype=int8), -1), action = [0 2], winner = 0\n",
      "00:00:10 [INFO] state = (array([[ 1,  0, -1],\n",
      "       [-1, -1,  0],\n",
      "       [ 1,  1,  1]], dtype=int8), -1), action = None, winner = 1\n",
      "00:00:10 [INFO] state = (array([[ 1,  0,  0],\n",
      "       [ 0,  1, -1],\n",
      "       [-1,  0,  0]], dtype=int8), 1), action = [2 2], winner = 1\n",
      "00:00:10 [INFO] state = (array([[ 0,  1,  1],\n",
      "       [ 0,  0, -1],\n",
      "       [ 1, -1, -1]], dtype=int8), 1), action = [1 1], winner = 1\n",
      "00:00:10 [INFO] state = (array([[ 0,  1,  0],\n",
      "       [ 1, -1,  0],\n",
      "       [ 1, -1, -1]], dtype=int8), 1), action = [0 0], winner = 1\n",
      "00:00:10 [INFO] state = (array([[ 0,  1,  0],\n",
      "       [ 1,  1,  0],\n",
      "       [-1,  0, -1]], dtype=int8), -1), action = [2 1], winner = -1\n",
      "00:00:10 [INFO] state = (array([[-1,  1,  1],\n",
      "       [ 0, -1,  0],\n",
      "       [-1,  0,  1]], dtype=int8), 1), action = [1 2], winner = 1\n",
      "00:00:10 [INFO] state = (array([[ 1, -1, -1],\n",
      "       [ 0,  0,  1],\n",
      "       [ 0, -1,  1]], dtype=int8), 1), action = [1 1], winner = 1\n",
      "00:00:10 [INFO] state = (array([[-1,  1, -1],\n",
      "       [ 1,  1, -1],\n",
      "       [-1,  1,  1]], dtype=int8), -1), action = None, winner = 1\n",
      "00:00:10 [INFO] state = (array([[-1,  1,  0],\n",
      "       [ 1,  0, -1],\n",
      "       [ 0,  1,  0]], dtype=int8), -1), action = [1 1], winner = 0\n",
      "00:00:10 [INFO] state = (array([[ 0,  0, -1],\n",
      "       [-1, -1,  1],\n",
      "       [ 1,  1,  0]], dtype=int8), 1), action = [2 2], winner = 1\n",
      "00:00:10 [INFO] state = (array([[ 1, -1,  0],\n",
      "       [ 0,  1,  0],\n",
      "       [ 0,  1, -1]], dtype=int8), -1), action = [2 0], winner = 0\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "00:00:10 [INFO] state = (array([[-1,  1,  0],\n",
      "       [ 0,  0,  0],\n",
      "       [ 1,  0,  0]], dtype=int8), -1), action = [2 1], winner = 0\n",
      "00:00:10 [INFO] state = (array([[ 0, -1,  1],\n",
      "       [ 0,  0, -1],\n",
      "       [ 0,  0,  1]], dtype=int8), 1), action = [2 0], winner = 1\n",
      "00:00:10 [INFO] state = (array([[ 0, -1,  0],\n",
      "       [ 1,  1,  0],\n",
      "       [ 1, -1,  0]], dtype=int8), -1), action = [2 2], winner = 1\n",
      "00:00:10 [INFO] state = (array([[ 0,  0, -1],\n",
      "       [ 1, -1,  1],\n",
      "       [-1,  0,  1]], dtype=int8), 1), action = None, winner = -1\n",
      "00:00:10 [INFO] state = (array([[ 0,  1, -1],\n",
      "       [ 1,  0,  1],\n",
      "       [-1, -1,  1]], dtype=int8), -1), action = [1 1], winner = -1\n",
      "00:00:10 [INFO] state = (array([[ 0,  0,  1],\n",
      "       [ 0,  1, -1],\n",
      "       [-1,  0,  1]], dtype=int8), -1), action = [0 0], winner = 0\n",
      "00:00:10 [INFO] state = (array([[ 1,  1,  0],\n",
      "       [ 0,  0,  0],\n",
      "       [ 0, -1, -1]], dtype=int8), 1), action = [2 0], winner = 1\n",
      "00:00:10 [INFO] state = (array([[ 1, -1,  0],\n",
      "       [ 0,  1,  0],\n",
      "       [-1,  1,  0]], dtype=int8), -1), action = [2 2], winner = 0\n",
      "00:00:10 [INFO] state = (array([[-1,  1, -1],\n",
      "       [ 0,  1,  0],\n",
      "       [ 1,  1, -1]], dtype=int8), -1), action = None, winner = 1\n",
      "00:00:10 [INFO] state = (array([[ 1,  1,  0],\n",
      "       [ 0, -1,  0],\n",
      "       [ 1,  0, -1]], dtype=int8), -1), action = [2 1], winner = 1\n",
      "00:00:10 [INFO] state = (array([[ 1,  0,  0],\n",
      "       [-1,  0,  1],\n",
      "       [ 0, -1,  1]], dtype=int8), -1), action = [2 0], winner = 1\n",
      "00:00:10 [INFO] state = (array([[ 1,  0,  1],\n",
      "       [ 1, -1,  0],\n",
      "       [ 1, -1, -1]], dtype=int8), -1), action = None, winner = 1\n",
      "00:00:10 [INFO] state = (array([[ 0,  1, -1],\n",
      "       [ 0, -1, -1],\n",
      "       [ 1,  1,  1]], dtype=int8), -1), action = None, winner = 1\n",
      "00:00:10 [INFO] state = (array([[ 1,  1,  0],\n",
      "       [-1,  0, -1],\n",
      "       [ 0,  0,  0]], dtype=int8), 1), action = [1 1], winner = 1\n",
      "00:00:10 [INFO] state = (array([[ 0,  0,  1],\n",
      "       [-1,  1,  0],\n",
      "       [ 0,  1, -1]], dtype=int8), -1), action = [2 0], winner = 1\n",
      "00:00:10 [INFO] state = (array([[ 1,  1, -1],\n",
      "       [ 0,  1, -1],\n",
      "       [ 0,  0,  0]], dtype=int8), -1), action = [2 2], winner = -1\n",
      "00:00:10 [INFO] state = (array([[ 1, -1, -1],\n",
      "       [ 1, -1,  1],\n",
      "       [ 0,  1, -1]], dtype=int8), 1), action = [2 0], winner = 1\n",
      "00:00:10 [INFO] state = (array([[ 1, -1,  0],\n",
      "       [ 0,  0, -1],\n",
      "       [ 0,  1,  0]], dtype=int8), 1), action = [2 2], winner = 1\n",
      "00:00:10 [INFO] state = (array([[ 0,  0, -1],\n",
      "       [ 1, -1, -1],\n",
      "       [ 1,  1,  1]], dtype=int8), -1), action = None, winner = 1\n",
      "00:00:10 [INFO] state = (array([[-1,  0,  0],\n",
      "       [-1,  1,  0],\n",
      "       [ 0,  0,  1]], dtype=int8), 1), action = [2 0], winner = 1\n",
      "00:00:10 [INFO] state = (array([[ 1, -1,  0],\n",
      "       [ 0,  0,  0],\n",
      "       [-1,  0,  1]], dtype=int8), 1), action = [1 2], winner = 1\n",
      "00:00:10 [INFO] state = (array([[ 0,  0,  1],\n",
      "       [ 1,  1,  0],\n",
      "       [-1,  0, -1]], dtype=int8), -1), action = [2 1], winner = -1\n",
      "00:00:10 [INFO] state = (array([[-1,  0,  1],\n",
      "       [-1,  0,  0],\n",
      "       [ 1,  0,  0]], dtype=int8), 1), action = [2 2], winner = 1\n",
      "00:00:10 [INFO] state = (array([[ 0,  1, -1],\n",
      "       [ 1, -1,  0],\n",
      "       [ 0,  1, -1]], dtype=int8), 1), action = [2 0], winner = -1\n",
      "00:00:10 [INFO] state = (array([[-1, -1,  1],\n",
      "       [ 0,  0,  1],\n",
      "       [ 1, -1,  0]], dtype=int8), 1), action = [2 2], winner = 1\n",
      "00:00:10 [INFO] state = (array([[ 0, -1,  1],\n",
      "       [-1,  1,  0],\n",
      "       [ 0,  0,  0]], dtype=int8), 1), action = [2 2], winner = 1\n",
      "00:00:10 [INFO] state = (array([[ 0,  1,  0],\n",
      "       [ 1,  0,  1],\n",
      "       [-1, -1, -1]], dtype=int8), 1), action = None, winner = -1\n",
      "00:00:10 [INFO] state = (array([[ 1,  1,  0],\n",
      "       [-1,  0,  0],\n",
      "       [ 0, -1,  1]], dtype=int8), -1), action = [2 0], winner = 1\n",
      "00:00:10 [INFO] state = (array([[ 0,  1,  1],\n",
      "       [-1,  0,  0],\n",
      "       [ 0,  1, -1]], dtype=int8), -1), action = [2 0], winner = 1\n",
      "00:00:10 [INFO] state = (array([[ 1,  1, -1],\n",
      "       [ 0,  0,  1],\n",
      "       [-1, -1,  0]], dtype=int8), 1), action = [2 2], winner = -1\n",
      "00:00:10 [INFO] state = (array([[ 1,  0, -1],\n",
      "       [ 1, -1,  0],\n",
      "       [ 1,  1, -1]], dtype=int8), -1), action = None, winner = 1\n",
      "00:00:10 [INFO] state = (array([[-1,  1, -1],\n",
      "       [ 0,  0,  1],\n",
      "       [ 0, -1,  1]], dtype=int8), 1), action = [2 0], winner = 0\n",
      "00:00:10 [INFO] state = (array([[ 0,  0,  1],\n",
      "       [-1,  0,  1],\n",
      "       [ 0, -1,  1]], dtype=int8), -1), action = None, winner = 1\n",
      "00:00:10 [INFO] state = (array([[ 0, -1,  0],\n",
      "       [ 1, -1,  0],\n",
      "       [ 0,  1,  0]], dtype=int8), 1), action = [2 0], winner = 1\n",
      "00:00:10 [INFO] state = (array([[ 0, -1,  0],\n",
      "       [-1,  1,  0],\n",
      "       [ 1,  0,  0]], dtype=int8), 1), action = [2 2], winner = 1\n",
      "00:00:10 [INFO] state = (array([[-1,  1,  1],\n",
      "       [ 0, -1, -1],\n",
      "       [ 1,  0,  0]], dtype=int8), 1), action = [2 2], winner = -1\n",
      "00:00:10 [INFO] state = (array([[ 0,  1,  0],\n",
      "       [-1,  1,  0],\n",
      "       [ 0,  0,  0]], dtype=int8), -1), action = [2 2], winner = 1\n",
      "00:00:10 [INFO] state = (array([[ 1, -1,  0],\n",
      "       [ 0, -1,  0],\n",
      "       [-1,  1,  1]], dtype=int8), 1), action = [0 2], winner = 0\n",
      "00:00:10 [INFO] state = (array([[ 0,  1, -1],\n",
      "       [ 1,  1,  0],\n",
      "       [-1, -1,  0]], dtype=int8), 1), action = [2 2], winner = 1\n",
      "00:00:10 [INFO] state = (array([[ 1, -1,  1],\n",
      "       [ 1, -1,  0],\n",
      "       [-1,  0,  1]], dtype=int8), -1), action = [2 1], winner = -1\n",
      "00:00:10 [INFO] state = (array([[ 1,  1,  0],\n",
      "       [-1, -1,  1],\n",
      "       [-1,  0,  0]], dtype=int8), 1), action = [0 2], winner = 1\n",
      "00:00:10 [INFO] state = (array([[ 0,  1,  0],\n",
      "       [ 0,  0, -1],\n",
      "       [ 1, -1,  0]], dtype=int8), 1), action = [0 2], winner = 1\n",
      "00:00:10 [INFO] state = (array([[ 0,  0,  1],\n",
      "       [-1,  1,  0],\n",
      "       [-1,  1, -1]], dtype=int8), 1), action = [0 1], winner = 1\n",
      "00:00:10 [INFO] state = (array([[ 1,  0,  1],\n",
      "       [ 0, -1, -1],\n",
      "       [ 1, -1,  1]], dtype=int8), -1), action = [1 0], winner = -1\n",
      "00:00:10 [INFO] state = (array([[ 1,  0,  0],\n",
      "       [ 0, -1,  0],\n",
      "       [ 1, -1,  1]], dtype=int8), -1), action = [1 0], winner = -1\n",
      "00:00:10 [INFO] state = (array([[-1,  0, -1],\n",
      "       [ 0,  0,  0],\n",
      "       [ 0,  1,  1]], dtype=int8), 1), action = [2 0], winner = 1\n",
      "00:00:10 [INFO] state = (array([[ 1,  1, -1],\n",
      "       [ 1,  0, -1],\n",
      "       [ 0, -1,  0]], dtype=int8), 1), action = [2 2], winner = 1\n",
      "00:00:10 [INFO] state = (array([[ 1, -1,  0],\n",
      "       [ 0,  0,  1],\n",
      "       [ 0,  0, -1]], dtype=int8), 1), action = [1 0], winner = 1\n",
      "00:00:10 [INFO] state = (array([[ 0,  1,  0],\n",
      "       [ 0,  1,  0],\n",
      "       [-1,  1, -1]], dtype=int8), -1), action = None, winner = 1\n",
      "00:00:10 [INFO] state = (array([[-1,  1, -1],\n",
      "       [ 0,  1,  1],\n",
      "       [-1,  0,  1]], dtype=int8), -1), action = [1 0], winner = -1\n",
      "00:00:10 [INFO] state = (array([[ 0,  1, -1],\n",
      "       [ 1,  1,  0],\n",
      "       [ 0, -1,  0]], dtype=int8), -1), action = [1 2], winner = 0\n",
      "00:00:10 [INFO] state = (array([[ 0,  1,  0],\n",
      "       [-1, -1,  0],\n",
      "       [-1,  1,  1]], dtype=int8), 1), action = [1 2], winner = -1\n",
      "00:00:10 [INFO] state = (array([[ 0,  0,  1],\n",
      "       [ 1,  0,  0],\n",
      "       [-1, -1,  0]], dtype=int8), 1), action = [2 2], winner = 1\n",
      "00:00:10 [INFO] state = (array([[ 1,  0,  0],\n",
      "       [ 1,  1,  0],\n",
      "       [ 0, -1, -1]], dtype=int8), -1), action = [2 0], winner = -1\n",
      "00:00:10 [INFO] state = (array([[ 1,  1,  0],\n",
      "       [ 0,  1, -1],\n",
      "       [-1,  1, -1]], dtype=int8), -1), action = None, winner = 1\n",
      "00:00:10 [INFO] state = (array([[ 1,  0, -1],\n",
      "       [ 0,  0,  0],\n",
      "       [-1,  1,  0]], dtype=int8), 1), action = [1 1], winner = 1\n",
      "00:00:10 [INFO] state = (array([[ 0,  0,  0],\n",
      "       [ 0, -1,  1],\n",
      "       [ 0, -1,  1]], dtype=int8), 1), action = [0 2], winner = 1\n",
      "00:00:10 [INFO] state = (array([[ 1, -1,  0],\n",
      "       [ 1, -1,  0],\n",
      "       [ 0, -1,  1]], dtype=int8), 1), action = None, winner = -1\n",
      "00:00:10 [INFO] state = (array([[ 1,  0,  1],\n",
      "       [-1,  0, -1],\n",
      "       [ 1,  0, -1]], dtype=int8), 1), action = [1 1], winner = 1\n",
      "00:00:10 [INFO] state = (array([[ 0,  1, -1],\n",
      "       [ 0,  0, -1],\n",
      "       [ 1,  0,  0]], dtype=int8), 1), action = [2 2], winner = 1\n",
      "00:00:10 [INFO] state = (array([[ 0,  0,  1],\n",
      "       [ 1, -1,  0],\n",
      "       [ 1, -1, -1]], dtype=int8), 1), action = [0 0], winner = 1\n",
      "00:00:10 [INFO] state = (array([[ 0,  0, -1],\n",
      "       [ 0,  0,  0],\n",
      "       [ 1,  0,  1]], dtype=int8), -1), action = [2 1], winner = 1\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "00:00:10 [INFO] state = (array([[-1,  0,  1],\n",
      "       [ 1,  0,  1],\n",
      "       [-1,  0,  0]], dtype=int8), -1), action = [2 2], winner = 1\n",
      "00:00:10 [INFO] state = (array([[ 0,  1,  0],\n",
      "       [-1,  1,  0],\n",
      "       [-1,  0,  1]], dtype=int8), -1), action = [0 0], winner = -1\n",
      "00:00:10 [INFO] state = (array([[ 0,  0,  0],\n",
      "       [ 0,  0,  1],\n",
      "       [-1,  1, -1]], dtype=int8), 1), action = [1 1], winner = 1\n",
      "00:00:10 [INFO] state = (array([[ 0,  0,  1],\n",
      "       [ 1, -1,  0],\n",
      "       [-1,  0,  1]], dtype=int8), -1), action = [1 2], winner = 0\n",
      "00:00:10 [INFO] state = (array([[-1, -1,  0],\n",
      "       [ 0,  0,  1],\n",
      "       [ 1,  1, -1]], dtype=int8), 1), action = [1 1], winner = -1\n",
      "00:00:10 [INFO] state = (array([[-1,  0,  1],\n",
      "       [ 1,  0,  0],\n",
      "       [ 0,  0,  0]], dtype=int8), -1), action = [1 2], winner = 0\n",
      "00:00:10 [INFO] state = (array([[-1,  1,  1],\n",
      "       [ 0,  0, -1],\n",
      "       [ 0,  1,  0]], dtype=int8), -1), action = [1 1], winner = -1\n",
      "00:00:10 [INFO] state = (array([[ 0,  1, -1],\n",
      "       [ 0,  1, -1],\n",
      "       [ 1,  0, -1]], dtype=int8), 1), action = None, winner = -1\n",
      "00:00:10 [INFO] state = (array([[ 1,  0, -1],\n",
      "       [-1,  1,  0],\n",
      "       [-1,  1,  0]], dtype=int8), 1), action = [2 2], winner = 1\n",
      "00:00:10 [INFO] state = (array([[ 0,  1,  1],\n",
      "       [ 0, -1,  0],\n",
      "       [ 1, -1,  0]], dtype=int8), -1), action = [0 0], winner = 0\n",
      "00:00:10 [INFO] state = (array([[ 1,  0, -1],\n",
      "       [ 1,  0,  0],\n",
      "       [-1,  1,  0]], dtype=int8), -1), action = [2 2], winner = -1\n",
      "00:00:10 [INFO] state = (array([[ 1,  0,  0],\n",
      "       [ 0,  1, -1],\n",
      "       [ 1, -1, -1]], dtype=int8), 1), action = [1 0], winner = 1\n",
      "00:00:10 [INFO] state = (array([[ 1, -1,  1],\n",
      "       [-1, -1,  1],\n",
      "       [-1,  1,  1]], dtype=int8), -1), action = None, winner = 1\n",
      "00:00:10 [INFO] state = (array([[-1,  0,  1],\n",
      "       [ 0,  0,  1],\n",
      "       [ 0, -1,  0]], dtype=int8), 1), action = [2 2], winner = 1\n",
      "00:00:10 [INFO] state = (array([[ 1,  0,  0],\n",
      "       [ 0,  1,  0],\n",
      "       [ 0, -1, -1]], dtype=int8), 1), action = [2 0], winner = 1\n",
      "00:00:10 [INFO] state = (array([[ 1, -1,  1],\n",
      "       [ 0,  0,  0],\n",
      "       [ 1,  0, -1]], dtype=int8), -1), action = [2 1], winner = 1\n",
      "00:00:10 [INFO] state = (array([[ 1,  1,  1],\n",
      "       [-1,  0,  0],\n",
      "       [ 0,  0, -1]], dtype=int8), -1), action = None, winner = 1\n",
      "00:00:10 [INFO] state = (array([[ 1, -1,  0],\n",
      "       [ 0,  0,  1],\n",
      "       [ 1, -1, -1]], dtype=int8), 1), action = [1 1], winner = 1\n",
      "00:00:10 [INFO] state = (array([[-1,  0,  0],\n",
      "       [ 0,  1,  0],\n",
      "       [-1,  1,  0]], dtype=int8), 1), action = [1 0], winner = 1\n",
      "00:00:10 [INFO] state = (array([[ 1,  1,  0],\n",
      "       [ 0,  0, -1],\n",
      "       [-1,  0,  0]], dtype=int8), 1), action = [2 2], winner = 1\n",
      "00:00:10 [INFO] state = (array([[ 0,  1,  0],\n",
      "       [ 0,  1,  0],\n",
      "       [ 0, -1,  0]], dtype=int8), -1), action = [2 2], winner = 0\n",
      "00:00:10 [INFO] state = (array([[ 1, -1,  0],\n",
      "       [ 1,  0,  1],\n",
      "       [-1, -1,  0]], dtype=int8), 1), action = [1 1], winner = 1\n",
      "00:00:10 [INFO] state = (array([[ 1,  1,  0],\n",
      "       [ 0,  0, -1],\n",
      "       [ 0, -1,  0]], dtype=int8), 1), action = [2 2], winner = 1\n",
      "00:00:10 [INFO] state = (array([[ 0,  1,  1],\n",
      "       [ 0,  1, -1],\n",
      "       [-1,  1, -1]], dtype=int8), -1), action = None, winner = 1\n",
      "00:00:10 [INFO] state = (array([[-1, -1,  0],\n",
      "       [ 0,  0,  0],\n",
      "       [ 0,  1,  1]], dtype=int8), 1), action = [2 0], winner = 1\n",
      "00:00:10 [INFO] state = (array([[ 1,  1, -1],\n",
      "       [-1,  1,  0],\n",
      "       [ 0,  0, -1]], dtype=int8), 1), action = [2 1], winner = 1\n",
      "00:00:10 [INFO] state = (array([[ 0,  1,  1],\n",
      "       [ 1, -1,  0],\n",
      "       [ 0, -1, -1]], dtype=int8), 1), action = [0 0], winner = 1\n",
      "00:00:10 [INFO] state = (array([[ 0,  0,  0],\n",
      "       [ 1,  0, -1],\n",
      "       [ 1,  1, -1]], dtype=int8), -1), action = [0 2], winner = -1\n",
      "00:00:10 [INFO] state = (array([[ 1, -1,  0],\n",
      "       [-1,  0,  0],\n",
      "       [ 1,  0,  0]], dtype=int8), 1), action = [2 2], winner = 1\n",
      "00:00:10 [INFO] state = (array([[-1, -1,  1],\n",
      "       [ 1,  0, -1],\n",
      "       [-1,  1,  1]], dtype=int8), 1), action = [1 1], winner = 0\n",
      "00:00:10 [INFO] state = (array([[ 0,  0,  1],\n",
      "       [ 0, -1,  0],\n",
      "       [ 1,  1, -1]], dtype=int8), -1), action = [1 2], winner = -1\n",
      "00:00:10 [INFO] state = (array([[ 0,  1,  0],\n",
      "       [ 0,  0,  1],\n",
      "       [ 1, -1, -1]], dtype=int8), -1), action = [1 1], winner = 1\n",
      "00:00:10 [INFO] state = (array([[ 0,  1, -1],\n",
      "       [ 0,  1, -1],\n",
      "       [ 0,  1,  0]], dtype=int8), -1), action = None, winner = 1\n",
      "00:00:10 [INFO] state = (array([[ 0, -1,  0],\n",
      "       [-1, -1,  1],\n",
      "       [ 1,  1,  1]], dtype=int8), -1), action = None, winner = 1\n",
      "00:00:10 [INFO] state = (array([[ 1,  0,  1],\n",
      "       [ 0, -1, -1],\n",
      "       [ 1, -1,  0]], dtype=int8), 1), action = [1 0], winner = 1\n",
      "00:00:10 [INFO] state = (array([[ 1,  0,  0],\n",
      "       [ 0, -1,  1],\n",
      "       [ 0,  0, -1]], dtype=int8), 1), action = [2 1], winner = 0\n",
      "00:00:10 [INFO] state = (array([[ 0, -1,  1],\n",
      "       [ 0,  1,  1],\n",
      "       [ 0, -1, -1]], dtype=int8), 1), action = [2 0], winner = 1\n",
      "00:00:10 [INFO] state = (array([[-1,  0, -1],\n",
      "       [ 1,  1,  0],\n",
      "       [-1,  1,  0]], dtype=int8), 1), action = [1 2], winner = 1\n",
      "00:00:10 [INFO] state = (array([[-1,  1, -1],\n",
      "       [ 0,  0, -1],\n",
      "       [ 1,  0,  1]], dtype=int8), 1), action = [2 1], winner = 1\n",
      "00:00:10 [INFO] state = (array([[ 0, -1, -1],\n",
      "       [ 1,  1,  0],\n",
      "       [-1,  1,  0]], dtype=int8), 1), action = [1 2], winner = 1\n",
      "00:00:10 [INFO] state = (array([[ 1,  0,  1],\n",
      "       [ 0,  0,  1],\n",
      "       [ 0, -1, -1]], dtype=int8), -1), action = [2 0], winner = -1\n",
      "00:00:10 [INFO] state = (array([[ 1,  1, -1],\n",
      "       [ 0,  0,  1],\n",
      "       [-1,  0, -1]], dtype=int8), 1), action = [2 1], winner = -1\n",
      "00:00:10 [INFO] state = (array([[-1, -1,  0],\n",
      "       [ 0,  1,  0],\n",
      "       [ 0,  1,  1]], dtype=int8), -1), action = [2 0], winner = -1\n",
      "00:00:10 [INFO] state = (array([[ 0,  0,  1],\n",
      "       [ 0,  1,  1],\n",
      "       [ 0, -1, -1]], dtype=int8), -1), action = [2 0], winner = -1\n",
      "00:00:10 [INFO] state = (array([[ 1,  0,  0],\n",
      "       [-1,  0,  1],\n",
      "       [ 1,  0, -1]], dtype=int8), -1), action = [1 1], winner = 0\n",
      "00:00:10 [INFO] state = (array([[ 1, -1,  1],\n",
      "       [-1,  0,  0],\n",
      "       [ 1, -1,  1]], dtype=int8), -1), action = [1 1], winner = -1\n",
      "00:00:10 [INFO] state = (array([[ 1,  1, -1],\n",
      "       [ 0,  0,  0],\n",
      "       [ 1,  0, -1]], dtype=int8), -1), action = [1 2], winner = -1\n",
      "00:00:10 [INFO] state = (array([[-1,  1,  0],\n",
      "       [ 0,  0, -1],\n",
      "       [ 1, -1,  1]], dtype=int8), 1), action = [1 1], winner = 0\n",
      "00:00:10 [INFO] state = (array([[ 0,  0,  1],\n",
      "       [-1, -1,  0],\n",
      "       [ 1,  0,  1]], dtype=int8), -1), action = [1 2], winner = -1\n",
      "00:00:10 [INFO] state = (array([[ 1,  1,  0],\n",
      "       [-1,  1,  0],\n",
      "       [-1, -1,  0]], dtype=int8), 1), action = [2 2], winner = 1\n",
      "00:00:10 [INFO] state = (array([[ 1, -1,  1],\n",
      "       [-1,  0,  0],\n",
      "       [ 1, -1,  0]], dtype=int8), 1), action = [1 1], winner = 1\n",
      "00:00:10 [INFO] state = (array([[ 0, -1, -1],\n",
      "       [ 0,  1,  0],\n",
      "       [ 0,  1,  0]], dtype=int8), 1), action = [0 0], winner = 0\n",
      "00:00:10 [INFO] state = (array([[ 1, -1,  1],\n",
      "       [ 0,  0, -1],\n",
      "       [-1,  0,  1]], dtype=int8), 1), action = [1 1], winner = 1\n",
      "00:00:10 [INFO] state = (array([[ 1, -1,  1],\n",
      "       [ 0,  1,  1],\n",
      "       [-1, -1,  0]], dtype=int8), -1), action = [2 2], winner = -1\n",
      "00:00:10 [INFO] state = (array([[ 0,  1,  1],\n",
      "       [-1,  1, -1],\n",
      "       [ 0, -1,  1]], dtype=int8), -1), action = [2 0], winner = 1\n",
      "00:00:10 [INFO] state = (array([[-1,  0,  1],\n",
      "       [-1, -1,  0],\n",
      "       [ 1,  1,  0]], dtype=int8), 1), action = [2 2], winner = 1\n",
      "00:00:10 [INFO] state = (array([[-1,  1, -1],\n",
      "       [ 0,  0,  1],\n",
      "       [ 1,  0,  0]], dtype=int8), -1), action = [2 1], winner = 0\n",
      "00:00:10 [INFO] state = (array([[-1,  1,  1],\n",
      "       [ 0,  1, -1],\n",
      "       [ 0, -1,  1]], dtype=int8), -1), action = [2 0], winner = 0\n",
      "00:00:10 [INFO] state = (array([[-1, -1,  1],\n",
      "       [ 1, -1,  1],\n",
      "       [ 1,  0, -1]], dtype=int8), 1), action = None, winner = -1\n",
      "00:00:10 [INFO] state = (array([[ 0, -1,  1],\n",
      "       [ 1,  1, -1],\n",
      "       [ 1,  0, -1]], dtype=int8), -1), action = None, winner = 1\n",
      "00:00:10 [INFO] state = (array([[-1,  1,  0],\n",
      "       [ 1,  0, -1],\n",
      "       [ 1,  1, -1]], dtype=int8), -1), action = [1 1], winner = -1\n",
      "00:00:10 [INFO] state = (array([[-1, -1,  1],\n",
      "       [ 0,  1, -1],\n",
      "       [ 0,  0,  1]], dtype=int8), 1), action = [2 0], winner = 1\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "00:00:10 [INFO] state = (array([[-1,  1,  0],\n",
      "       [-1,  1,  1],\n",
      "       [ 0, -1,  1]], dtype=int8), -1), action = [2 0], winner = -1\n",
      "00:00:10 [INFO] state = (array([[ 0,  0,  0],\n",
      "       [ 0,  0,  1],\n",
      "       [ 1, -1, -1]], dtype=int8), 1), action = [1 1], winner = 1\n",
      "00:00:10 [INFO] state = (array([[-1,  1,  0],\n",
      "       [ 0,  0,  1],\n",
      "       [ 0,  1, -1]], dtype=int8), -1), action = [1 1], winner = -1\n",
      "00:00:10 [INFO] state = (array([[ 0,  1,  0],\n",
      "       [-1, -1,  1],\n",
      "       [ 1,  0,  0]], dtype=int8), -1), action = [2 2], winner = 0\n",
      "00:00:10 [INFO] state = (array([[-1,  0,  1],\n",
      "       [ 1, -1,  1],\n",
      "       [ 0, -1,  0]], dtype=int8), 1), action = [2 2], winner = 1\n",
      "00:00:10 [INFO] state = (array([[ 0,  1, -1],\n",
      "       [ 1, -1,  0],\n",
      "       [ 1, -1,  0]], dtype=int8), 1), action = [0 0], winner = 1\n",
      "00:00:10 [INFO] state = (array([[ 1, -1,  0],\n",
      "       [-1,  0,  0],\n",
      "       [ 0,  0,  1]], dtype=int8), 1), action = [2 1], winner = 1\n",
      "00:00:10 [INFO] state = (array([[ 1,  0, -1],\n",
      "       [ 0,  1,  1],\n",
      "       [ 0, -1, -1]], dtype=int8), 1), action = [1 0], winner = 1\n",
      "00:00:10 [INFO] state = (array([[-1,  1,  1],\n",
      "       [ 1, -1, -1],\n",
      "       [ 0,  1, -1]], dtype=int8), 1), action = None, winner = -1\n",
      "00:00:10 [INFO] state = (array([[ 0, -1,  0],\n",
      "       [ 1,  0, -1],\n",
      "       [ 1,  1, -1]], dtype=int8), 1), action = [0 2], winner = 1\n",
      "00:00:10 [INFO] state = (array([[ 1,  0,  0],\n",
      "       [ 0,  1, -1],\n",
      "       [ 0, -1,  1]], dtype=int8), -1), action = None, winner = 1\n",
      "00:00:10 [INFO] state = (array([[ 1, -1,  1],\n",
      "       [ 1, -1,  0],\n",
      "       [-1,  0,  0]], dtype=int8), 1), action = [2 1], winner = 0\n",
      "00:00:10 [INFO] state = (array([[-1,  0, -1],\n",
      "       [ 1, -1,  1],\n",
      "       [ 0,  1,  1]], dtype=int8), -1), action = [2 0], winner = -1\n",
      "00:00:10 [INFO] state = (array([[ 1,  0,  0],\n",
      "       [ 0,  1,  0],\n",
      "       [-1, -1,  0]], dtype=int8), 1), action = [2 2], winner = 1\n",
      "00:00:10 [INFO] state = (array([[ 1,  0, -1],\n",
      "       [ 1,  1, -1],\n",
      "       [ 0, -1,  1]], dtype=int8), -1), action = None, winner = 1\n",
      "00:00:10 [INFO] state = (array([[ 0,  1,  0],\n",
      "       [-1,  0,  1],\n",
      "       [-1,  1,  0]], dtype=int8), -1), action = [1 1], winner = -1\n",
      "00:00:10 [INFO] state = (array([[ 1,  1,  0],\n",
      "       [ 0, -1,  0],\n",
      "       [-1,  1, -1]], dtype=int8), 1), action = [0 2], winner = 1\n",
      "00:00:10 [INFO] state = (array([[ 0,  0,  0],\n",
      "       [-1,  1, -1],\n",
      "       [ 1,  0,  0]], dtype=int8), 1), action = [2 2], winner = 1\n",
      "00:00:10 [INFO] state = (array([[ 0, -1,  1],\n",
      "       [ 0,  0,  0],\n",
      "       [ 1,  0,  0]], dtype=int8), -1), action = [1 1], winner = 0\n",
      "00:00:10 [INFO] state = (array([[ 0, -1, -1],\n",
      "       [ 1,  1,  1],\n",
      "       [ 0,  1, -1]], dtype=int8), -1), action = None, winner = 1\n",
      "00:00:10 [INFO] state = (array([[ 0,  0,  1],\n",
      "       [ 0,  1,  0],\n",
      "       [-1, -1,  0]], dtype=int8), 1), action = [2 2], winner = 1\n",
      "00:00:10 [INFO] state = (array([[ 1,  1,  0],\n",
      "       [-1,  0, -1],\n",
      "       [ 1,  0, -1]], dtype=int8), 1), action = [0 2], winner = 1\n",
      "00:00:10 [INFO] state = (array([[ 1,  1,  0],\n",
      "       [-1,  1, -1],\n",
      "       [ 0,  1, -1]], dtype=int8), -1), action = None, winner = 1\n",
      "00:00:10 [INFO] state = (array([[ 0,  1, -1],\n",
      "       [-1,  0,  1],\n",
      "       [ 0, -1,  1]], dtype=int8), 1), action = [2 0], winner = 0\n",
      "00:00:10 [INFO] state = (array([[ 0,  0, -1],\n",
      "       [-1,  1,  1],\n",
      "       [ 0,  0,  0]], dtype=int8), 1), action = [2 1], winner = 0\n",
      "00:00:10 [INFO] state = (array([[ 1, -1,  0],\n",
      "       [-1,  0,  0],\n",
      "       [ 1, -1,  1]], dtype=int8), 1), action = [1 1], winner = 1\n",
      "00:00:10 [INFO] state = (array([[-1,  1,  1],\n",
      "       [ 1,  1, -1],\n",
      "       [ 0, -1, -1]], dtype=int8), 1), action = [2 0], winner = 1\n",
      "00:00:10 [INFO] state = (array([[ 0,  1, -1],\n",
      "       [-1,  0,  1],\n",
      "       [ 0,  1,  0]], dtype=int8), -1), action = [1 1], winner = 0\n",
      "00:00:10 [INFO] state = (array([[ 0,  0,  0],\n",
      "       [-1,  1,  0],\n",
      "       [ 0,  0,  1]], dtype=int8), -1), action = [2 1], winner = 1\n",
      "00:00:10 [INFO] state = (array([[ 0,  1, -1],\n",
      "       [-1,  1,  1],\n",
      "       [ 0,  1, -1]], dtype=int8), -1), action = None, winner = 1\n",
      "00:00:10 [INFO] state = (array([[-1, -1,  1],\n",
      "       [ 1,  1, -1],\n",
      "       [-1,  0,  1]], dtype=int8), 1), action = [2 1], winner = 0\n",
      "00:00:10 [INFO] state = (array([[ 0, -1,  0],\n",
      "       [ 0,  1,  0],\n",
      "       [ 0, -1,  1]], dtype=int8), 1), action = [2 0], winner = 1\n",
      "00:00:10 [INFO] state = (array([[ 0, -1,  0],\n",
      "       [ 1, -1,  0],\n",
      "       [ 1,  0,  0]], dtype=int8), 1), action = [2 1], winner = 1\n",
      "00:00:10 [INFO] state = (array([[ 0,  0, -1],\n",
      "       [-1,  1,  0],\n",
      "       [-1,  1,  1]], dtype=int8), 1), action = [0 1], winner = 1\n",
      "00:00:10 [INFO] state = (array([[-1,  1,  1],\n",
      "       [ 0,  0,  1],\n",
      "       [ 0, -1,  0]], dtype=int8), -1), action = [2 2], winner = -1\n",
      "00:00:10 [INFO] state = (array([[ 1,  0, -1],\n",
      "       [ 0, -1,  1],\n",
      "       [ 0,  0,  1]], dtype=int8), -1), action = [2 1], winner = -1\n",
      "00:00:10 [INFO] state = (array([[ 1,  0,  1],\n",
      "       [-1, -1,  1],\n",
      "       [ 0,  1, -1]], dtype=int8), -1), action = [0 1], winner = 0\n",
      "00:00:10 [INFO] state = (array([[ 1,  1,  0],\n",
      "       [ 1, -1, -1],\n",
      "       [ 0,  1, -1]], dtype=int8), -1), action = [0 2], winner = -1\n",
      "00:00:10 [INFO] state = (array([[-1,  1,  1],\n",
      "       [-1,  1, -1],\n",
      "       [ 0,  0,  1]], dtype=int8), -1), action = [2 0], winner = -1\n",
      "00:00:10 [INFO] state = (array([[ 1,  0,  1],\n",
      "       [-1,  0,  1],\n",
      "       [-1,  0,  0]], dtype=int8), -1), action = [2 2], winner = 1\n",
      "00:00:10 [INFO] state = (array([[-1,  0,  1],\n",
      "       [ 1, -1,  0],\n",
      "       [ 1,  0,  0]], dtype=int8), -1), action = [2 2], winner = -1\n",
      "00:00:10 [INFO] state = (array([[ 0, -1,  1],\n",
      "       [-1, -1,  0],\n",
      "       [ 1,  1,  0]], dtype=int8), 1), action = [2 2], winner = 1\n",
      "00:00:10 [INFO] state = (array([[-1,  0,  1],\n",
      "       [ 0,  1, -1],\n",
      "       [ 0, -1,  1]], dtype=int8), 1), action = [2 0], winner = 1\n",
      "00:00:10 [INFO] state = (array([[ 0,  0,  0],\n",
      "       [-1,  1, -1],\n",
      "       [ 0,  0,  1]], dtype=int8), 1), action = [2 1], winner = 1\n",
      "00:00:10 [INFO] state = (array([[ 0, -1,  0],\n",
      "       [ 0,  1, -1],\n",
      "       [ 1,  1, -1]], dtype=int8), 1), action = [0 2], winner = 1\n",
      "00:00:10 [INFO] state = (array([[ 0,  1,  1],\n",
      "       [-1, -1,  0],\n",
      "       [ 1, -1,  1]], dtype=int8), -1), action = [1 2], winner = -1\n",
      "00:00:10 [INFO] state = (array([[-1,  1, -1],\n",
      "       [-1,  1,  1],\n",
      "       [ 0,  0,  0]], dtype=int8), 1), action = [2 1], winner = 1\n",
      "00:00:10 [INFO] state = (array([[-1,  1, -1],\n",
      "       [ 1,  0,  1],\n",
      "       [ 0,  0, -1]], dtype=int8), 1), action = [1 1], winner = 1\n",
      "00:00:10 [INFO] state = (array([[ 0, -1,  1],\n",
      "       [ 0,  0, -1],\n",
      "       [ 1,  1,  0]], dtype=int8), -1), action = [2 2], winner = 1\n",
      "00:00:10 [INFO] state = (array([[ 1, -1,  1],\n",
      "       [ 1,  0, -1],\n",
      "       [ 0,  1, -1]], dtype=int8), -1), action = [2 0], winner = 0\n",
      "00:00:10 [INFO] state = (array([[ 0,  0,  0],\n",
      "       [ 0,  1,  0],\n",
      "       [ 1, -1, -1]], dtype=int8), 1), action = [1 2], winner = 1\n",
      "00:00:10 [INFO] state = (array([[ 1, -1,  1],\n",
      "       [ 0,  1, -1],\n",
      "       [ 0, -1,  0]], dtype=int8), 1), action = [2 2], winner = 1\n",
      "00:00:10 [INFO] state = (array([[-1,  1,  1],\n",
      "       [ 0, -1,  0],\n",
      "       [ 0,  0,  0]], dtype=int8), 1), action = [2 2], winner = 0\n",
      "00:00:10 [INFO] state = (array([[ 1, -1, -1],\n",
      "       [-1, -1,  1],\n",
      "       [ 1,  0,  1]], dtype=int8), 1), action = [2 1], winner = 1\n",
      "00:00:10 [INFO] state = (array([[-1,  1,  0],\n",
      "       [ 0, -1,  1],\n",
      "       [ 0, -1,  1]], dtype=int8), 1), action = [0 2], winner = 1\n",
      "00:00:10 [INFO] state = (array([[-1,  1,  0],\n",
      "       [-1,  1,  0],\n",
      "       [ 0,  0,  0]], dtype=int8), 1), action = [2 1], winner = 1\n",
      "00:00:10 [INFO] state = (array([[ 0,  1,  0],\n",
      "       [-1,  1,  1],\n",
      "       [-1,  0, -1]], dtype=int8), 1), action = [2 1], winner = 1\n",
      "00:00:10 [INFO] state = (array([[-1, -1,  1],\n",
      "       [ 1,  1, -1],\n",
      "       [ 0,  0,  1]], dtype=int8), -1), action = [2 0], winner = 0\n",
      "00:00:10 [INFO] state = (array([[ 0, -1,  0],\n",
      "       [ 0,  1,  0],\n",
      "       [ 1, -1,  1]], dtype=int8), -1), action = [1 2], winner = 1\n",
      "00:00:10 [INFO] state = (array([[ 0,  0,  1],\n",
      "       [-1,  0, -1],\n",
      "       [ 0,  0,  1]], dtype=int8), 1), action = [1 1], winner = 1\n",
      "00:00:10 [INFO] state = (array([[ 0,  1,  1],\n",
      "       [ 0, -1,  1],\n",
      "       [ 0, -1, -1]], dtype=int8), 1), action = [0 0], winner = 1\n",
      "00:00:10 [INFO] state = (array([[ 0,  1,  0],\n",
      "       [ 1, -1,  0],\n",
      "       [-1,  0,  1]], dtype=int8), -1), action = [0 2], winner = -1\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "00:00:10 [INFO] state = (array([[-1,  0,  1],\n",
      "       [ 1, -1,  1],\n",
      "       [ 1, -1,  0]], dtype=int8), -1), action = [2 2], winner = -1\n",
      "00:00:10 [INFO] state = (array([[ 1,  1, -1],\n",
      "       [-1,  0, -1],\n",
      "       [ 1,  1, -1]], dtype=int8), 1), action = None, winner = -1\n",
      "00:00:10 [INFO] state = (array([[-1,  0, -1],\n",
      "       [ 1,  1,  0],\n",
      "       [ 0,  0,  1]], dtype=int8), -1), action = [0 1], winner = -1\n",
      "00:00:10 [INFO] state = (array([[ 1,  1,  1],\n",
      "       [-1, -1,  0],\n",
      "       [ 0,  1, -1]], dtype=int8), -1), action = None, winner = 1\n",
      "00:00:10 [INFO] state = (array([[ 0,  0,  1],\n",
      "       [ 0, -1,  0],\n",
      "       [-1,  0,  1]], dtype=int8), 1), action = [1 2], winner = 1\n",
      "00:00:10 [INFO] state = (array([[-1,  1,  1],\n",
      "       [-1, -1,  0],\n",
      "       [ 1,  1,  0]], dtype=int8), -1), action = [2 2], winner = -1\n",
      "00:00:10 [INFO] state = (array([[ 1, -1, -1],\n",
      "       [ 1,  1,  0],\n",
      "       [-1,  0,  0]], dtype=int8), 1), action = [2 2], winner = 1\n",
      "00:00:10 [INFO] state = (array([[-1,  1,  0],\n",
      "       [ 0,  1,  1],\n",
      "       [ 1, -1, -1]], dtype=int8), -1), action = [1 0], winner = 1\n",
      "00:00:10 [INFO] state = (array([[ 1, -1,  1],\n",
      "       [ 0,  0, -1],\n",
      "       [ 1,  0,  0]], dtype=int8), -1), action = [2 2], winner = 1\n",
      "00:00:10 [INFO] state = (array([[ 1, -1, -1],\n",
      "       [ 0,  1,  0],\n",
      "       [ 0,  1, -1]], dtype=int8), 1), action = [1 2], winner = 0\n",
      "00:00:10 [INFO] state = (array([[-1,  1,  1],\n",
      "       [ 0,  0,  0],\n",
      "       [-1, -1,  1]], dtype=int8), 1), action = [1 2], winner = 1\n",
      "00:00:10 [INFO] state = (array([[ 0, -1, -1],\n",
      "       [ 1,  1,  1],\n",
      "       [ 1, -1,  0]], dtype=int8), -1), action = None, winner = 1\n",
      "00:00:10 [INFO] state = (array([[-1,  1,  1],\n",
      "       [ 1,  0, -1],\n",
      "       [-1,  1,  0]], dtype=int8), -1), action = [1 1], winner = 0\n",
      "00:00:10 [INFO] state = (array([[-1,  1,  0],\n",
      "       [ 0, -1, -1],\n",
      "       [ 1,  1,  1]], dtype=int8), -1), action = None, winner = 1\n",
      "00:00:10 [INFO] state = (array([[ 1,  0,  1],\n",
      "       [-1,  0,  1],\n",
      "       [-1,  1, -1]], dtype=int8), -1), action = [0 1], winner = 0\n",
      "00:00:10 [INFO] state = (array([[ 0, -1,  1],\n",
      "       [ 0,  1, -1],\n",
      "       [ 0, -1,  1]], dtype=int8), 1), action = [2 0], winner = 1\n",
      "00:00:10 [INFO] state = (array([[ 1, -1, -1],\n",
      "       [ 1,  1,  1],\n",
      "       [-1,  1, -1]], dtype=int8), -1), action = None, winner = 1\n",
      "00:00:10 [INFO] state = (array([[ 1, -1,  0],\n",
      "       [-1, -1,  0],\n",
      "       [ 1,  1,  0]], dtype=int8), 1), action = [2 2], winner = 1\n",
      "00:00:10 [INFO] state = (array([[-1,  0,  1],\n",
      "       [ 0,  0, -1],\n",
      "       [ 1,  0,  1]], dtype=int8), -1), action = [2 1], winner = 1\n",
      "00:00:10 [INFO] state = (array([[ 1,  0,  0],\n",
      "       [ 0, -1,  1],\n",
      "       [ 0,  0,  0]], dtype=int8), -1), action = [2 2], winner = 0\n",
      "00:00:10 [INFO] state = (array([[ 0,  0,  0],\n",
      "       [ 1,  0,  0],\n",
      "       [ 1,  0, -1]], dtype=int8), -1), action = [2 1], winner = 1\n",
      "00:00:10 [INFO] state = (array([[ 0,  1,  0],\n",
      "       [ 1,  1, -1],\n",
      "       [ 0, -1, -1]], dtype=int8), 1), action = [2 0], winner = -1\n",
      "00:00:10 [INFO] state = (array([[-1,  0,  1],\n",
      "       [-1,  1,  0],\n",
      "       [-1,  1,  0]], dtype=int8), 1), action = None, winner = -1\n",
      "00:00:10 [INFO] state = (array([[ 0,  1,  0],\n",
      "       [-1, -1,  1],\n",
      "       [ 1, -1,  0]], dtype=int8), 1), action = [0 2], winner = 1\n",
      "00:00:10 [INFO] state = (array([[ 0,  0, -1],\n",
      "       [ 1,  1, -1],\n",
      "       [ 0,  1, -1]], dtype=int8), 1), action = None, winner = -1\n",
      "00:00:10 [INFO] state = (array([[ 0, -1,  1],\n",
      "       [ 1, -1,  0],\n",
      "       [-1,  0,  1]], dtype=int8), 1), action = [1 2], winner = 1\n",
      "00:00:10 [INFO] state = (array([[ 1,  1, -1],\n",
      "       [ 1, -1,  1],\n",
      "       [ 0,  0, -1]], dtype=int8), -1), action = [2 0], winner = -1\n",
      "00:00:10 [INFO] state = (array([[ 0,  0,  0],\n",
      "       [ 0,  0,  1],\n",
      "       [ 1,  0, -1]], dtype=int8), -1), action = [1 1], winner = 0\n",
      "00:00:10 [INFO] state = (array([[ 1, -1,  1],\n",
      "       [ 1,  0,  0],\n",
      "       [-1,  0, -1]], dtype=int8), 1), action = [2 1], winner = 0\n",
      "00:00:10 [INFO] state = (array([[ 1,  1,  0],\n",
      "       [-1,  1, -1],\n",
      "       [ 0, -1,  1]], dtype=int8), -1), action = None, winner = 1\n",
      "00:00:10 [INFO] state = (array([[ 0, -1,  0],\n",
      "       [ 1,  1, -1],\n",
      "       [ 0, -1,  1]], dtype=int8), 1), action = [2 0], winner = 1\n",
      "00:00:10 [INFO] state = (array([[ 0, -1,  1],\n",
      "       [-1,  0,  1],\n",
      "       [ 0,  1,  0]], dtype=int8), -1), action = [2 2], winner = 0\n",
      "00:00:10 [INFO] state = (array([[ 1, -1, -1],\n",
      "       [ 1, -1,  1],\n",
      "       [ 1,  1, -1]], dtype=int8), -1), action = None, winner = 1\n",
      "00:00:10 [INFO] state = (array([[ 0, -1,  1],\n",
      "       [ 0,  0,  1],\n",
      "       [ 0,  0, -1]], dtype=int8), 1), action = [1 1], winner = 1\n",
      "00:00:10 [INFO] state = (array([[ 0, -1,  1],\n",
      "       [ 1, -1,  0],\n",
      "       [ 0,  0,  0]], dtype=int8), 1), action = [2 1], winner = 0\n",
      "00:00:10 [INFO] state = (array([[-1,  0,  1],\n",
      "       [ 1,  1,  0],\n",
      "       [-1,  1, -1]], dtype=int8), -1), action = [1 2], winner = 1\n",
      "00:00:10 [INFO] state = (array([[-1,  1,  1],\n",
      "       [ 1, -1, -1],\n",
      "       [-1,  1,  1]], dtype=int8), -1), action = None, winner = 0\n",
      "00:00:10 [INFO] state = (array([[ 0, -1,  0],\n",
      "       [ 1,  1, -1],\n",
      "       [-1,  1,  0]], dtype=int8), 1), action = [2 2], winner = 0\n",
      "00:00:10 [INFO] state = (array([[-1,  0,  1],\n",
      "       [ 1, -1,  1],\n",
      "       [-1,  1, -1]], dtype=int8), 1), action = None, winner = -1\n",
      "00:00:10 [INFO] state = (array([[ 1,  1, -1],\n",
      "       [ 1, -1,  0],\n",
      "       [ 1,  0, -1]], dtype=int8), -1), action = None, winner = 1\n",
      "00:00:10 [INFO] state = (array([[ 0,  1, -1],\n",
      "       [ 1,  1, -1],\n",
      "       [ 0,  0,  0]], dtype=int8), -1), action = [2 2], winner = -1\n",
      "00:00:10 [INFO] state = (array([[ 1,  0,  1],\n",
      "       [ 0,  0,  0],\n",
      "       [-1,  0,  0]], dtype=int8), -1), action = [2 2], winner = 1\n",
      "00:00:10 [INFO] state = (array([[ 0,  0, -1],\n",
      "       [ 0,  0,  1],\n",
      "       [ 1,  0,  0]], dtype=int8), -1), action = [1 1], winner = 0\n",
      "00:00:10 [INFO] state = (array([[ 1,  1,  0],\n",
      "       [-1, -1, -1],\n",
      "       [ 1,  1, -1]], dtype=int8), 1), action = None, winner = -1\n",
      "00:00:10 [INFO] state = (array([[ 0, -1,  1],\n",
      "       [ 1,  0,  1],\n",
      "       [ 0, -1, -1]], dtype=int8), 1), action = [1 1], winner = 1\n",
      "00:00:10 [INFO] state = (array([[ 1,  0,  0],\n",
      "       [ 1, -1, -1],\n",
      "       [ 0, -1,  1]], dtype=int8), 1), action = [2 0], winner = 1\n",
      "00:00:10 [INFO] state = (array([[ 1, -1, -1],\n",
      "       [-1,  0,  0],\n",
      "       [ 1,  1,  1]], dtype=int8), -1), action = None, winner = 1\n",
      "00:00:10 [INFO] state = (array([[-1,  0,  0],\n",
      "       [ 1, -1, -1],\n",
      "       [ 1,  0,  1]], dtype=int8), 1), action = [2 1], winner = 1\n",
      "00:00:10 [INFO] state = (array([[ 0, -1,  0],\n",
      "       [-1,  0,  0],\n",
      "       [ 1,  1,  0]], dtype=int8), 1), action = [2 2], winner = 1\n",
      "00:00:10 [INFO] state = (array([[ 1,  0,  0],\n",
      "       [ 1,  0, -1],\n",
      "       [ 0,  0, -1]], dtype=int8), 1), action = [2 0], winner = 1\n",
      "00:00:10 [INFO] state = (array([[-1,  1,  0],\n",
      "       [ 1,  1,  0],\n",
      "       [ 0, -1,  0]], dtype=int8), -1), action = [1 2], winner = 0\n",
      "00:00:10 [INFO] state = (array([[ 0,  1,  0],\n",
      "       [-1,  0, -1],\n",
      "       [-1,  1,  1]], dtype=int8), 1), action = [1 1], winner = 1\n",
      "00:00:10 [INFO] state = (array([[ 1,  1,  0],\n",
      "       [-1,  0,  0],\n",
      "       [ 0,  0,  0]], dtype=int8), -1), action = [2 2], winner = 1\n",
      "00:00:10 [INFO] state = (array([[ 1, -1,  1],\n",
      "       [-1,  0,  1],\n",
      "       [ 0, -1,  0]], dtype=int8), 1), action = [2 2], winner = 1\n",
      "00:00:10 [INFO] state = (array([[ 1,  0,  1],\n",
      "       [-1, -1, -1],\n",
      "       [ 0,  0,  1]], dtype=int8), 1), action = None, winner = -1\n",
      "00:00:10 [INFO] state = (array([[-1,  1,  0],\n",
      "       [ 1,  1,  1],\n",
      "       [-1, -1,  0]], dtype=int8), -1), action = None, winner = 1\n",
      "00:00:10 [INFO] state = (array([[-1,  1,  0],\n",
      "       [ 0, -1,  0],\n",
      "       [ 1, -1,  1]], dtype=int8), 1), action = [1 2], winner = 0\n",
      "00:00:10 [INFO] state = (array([[ 0, -1, -1],\n",
      "       [ 1,  1, -1],\n",
      "       [ 1,  0,  0]], dtype=int8), 1), action = [0 0], winner = 1\n",
      "00:00:10 [INFO] state = (array([[ 0,  1,  1],\n",
      "       [ 0, -1, -1],\n",
      "       [ 0,  1, -1]], dtype=int8), 1), action = [0 0], winner = 1\n",
      "00:00:10 [INFO] state = (array([[ 1,  0, -1],\n",
      "       [ 1,  0,  0],\n",
      "       [ 0,  0, -1]], dtype=int8), 1), action = [2 0], winner = 1\n",
      "00:00:10 [INFO] state = (array([[ 0, -1,  1],\n",
      "       [ 0,  1,  0],\n",
      "       [ 0,  0,  0]], dtype=int8), -1), action = [2 2], winner = 1\n",
      "00:00:10 [INFO] state = (array([[ 0,  1,  1],\n",
      "       [-1,  1,  0],\n",
      "       [-1,  1, -1]], dtype=int8), -1), action = None, winner = 1\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "00:00:10 [INFO] state = (array([[ 0, -1, -1],\n",
      "       [-1,  1,  1],\n",
      "       [ 0,  1,  1]], dtype=int8), -1), action = [0 0], winner = -1\n",
      "00:00:10 [INFO] state = (array([[-1,  1, -1],\n",
      "       [ 1, -1,  0],\n",
      "       [ 1,  1, -1]], dtype=int8), 1), action = None, winner = -1\n",
      "00:00:10 [INFO] state = (array([[ 0,  0,  1],\n",
      "       [ 1,  0, -1],\n",
      "       [ 1,  0, -1]], dtype=int8), -1), action = [2 1], winner = 1\n",
      "00:00:10 [INFO] state = (array([[-1, -1, -1],\n",
      "       [ 1,  0,  1],\n",
      "       [ 1,  1, -1]], dtype=int8), 1), action = None, winner = -1\n",
      "00:00:10 [INFO] state = (array([[-1,  0,  1],\n",
      "       [ 0,  0,  0],\n",
      "       [ 1, -1,  0]], dtype=int8), 1), action = [2 2], winner = 1\n",
      "00:00:10 [INFO] state = (array([[-1,  0,  0],\n",
      "       [ 0,  0,  0],\n",
      "       [ 0,  1,  0]], dtype=int8), 1), action = [2 0], winner = 1\n",
      "00:00:10 [INFO] state = (array([[ 0,  1, -1],\n",
      "       [ 1,  0,  0],\n",
      "       [ 0, -1,  1]], dtype=int8), -1), action = [1 1], winner = 0\n",
      "00:00:10 [INFO] state = (array([[-1,  1, -1],\n",
      "       [ 1,  0,  0],\n",
      "       [-1,  1,  0]], dtype=int8), 1), action = [1 1], winner = 1\n",
      "00:00:10 [INFO] state = (array([[-1,  1,  1],\n",
      "       [ 1, -1,  1],\n",
      "       [-1, -1,  0]], dtype=int8), 1), action = [2 2], winner = 1\n",
      "00:00:10 [INFO] state = (array([[ 0,  1,  1],\n",
      "       [ 1, -1, -1],\n",
      "       [ 0,  1, -1]], dtype=int8), -1), action = [0 0], winner = -1\n",
      "00:00:10 [INFO] state = (array([[ 1,  1, -1],\n",
      "       [-1, -1, -1],\n",
      "       [ 1,  0,  1]], dtype=int8), 1), action = None, winner = -1\n",
      "00:00:10 [INFO] state = (array([[ 0,  0,  0],\n",
      "       [ 0,  0,  0],\n",
      "       [ 0, -1,  1]], dtype=int8), 1), action = [1 2], winner = 1\n",
      "00:00:10 [INFO] state = (array([[-1,  1,  0],\n",
      "       [-1,  0,  0],\n",
      "       [ 1, -1,  1]], dtype=int8), 1), action = [0 2], winner = 1\n",
      "00:00:10 [INFO] state = (array([[-1,  0,  1],\n",
      "       [ 1,  0, -1],\n",
      "       [-1,  1,  0]], dtype=int8), 1), action = [2 2], winner = 0\n",
      "00:00:10 [INFO] state = (array([[ 0, -1,  1],\n",
      "       [ 1, -1,  0],\n",
      "       [ 1,  1, -1]], dtype=int8), -1), action = [0 0], winner = -1\n",
      "00:00:10 [INFO] state = (array([[-1,  0,  0],\n",
      "       [ 1,  0, -1],\n",
      "       [-1,  1,  1]], dtype=int8), 1), action = [1 1], winner = 0\n",
      "00:00:10 [INFO] state = (array([[ 1,  0, -1],\n",
      "       [ 1, -1,  0],\n",
      "       [ 0,  1,  0]], dtype=int8), -1), action = [2 0], winner = -1\n",
      "00:00:10 [INFO] state = (array([[ 0,  1, -1],\n",
      "       [-1,  0, -1],\n",
      "       [ 1,  1,  0]], dtype=int8), 1), action = [2 2], winner = 1\n",
      "00:00:10 [INFO] state = (array([[ 1,  0,  0],\n",
      "       [ 0, -1,  0],\n",
      "       [ 0,  1,  0]], dtype=int8), -1), action = [2 2], winner = 0\n",
      "00:00:10 [INFO] state = (array([[-1, -1,  1],\n",
      "       [ 0,  0,  0],\n",
      "       [ 1,  1, -1]], dtype=int8), 1), action = [1 1], winner = 1\n",
      "00:00:10 [INFO] state = (array([[-1,  0,  1],\n",
      "       [ 1,  1,  1],\n",
      "       [-1, -1,  0]], dtype=int8), -1), action = None, winner = 1\n",
      "00:00:10 [INFO] state = (array([[ 0,  1,  1],\n",
      "       [-1,  0, -1],\n",
      "       [ 0,  0,  0]], dtype=int8), 1), action = [1 1], winner = 1\n",
      "00:00:10 [INFO] state = (array([[ 1, -1, -1],\n",
      "       [ 0,  0,  0],\n",
      "       [ 0,  1,  0]], dtype=int8), 1), action = [2 2], winner = 1\n",
      "00:00:10 [INFO] state = (array([[ 0,  0, -1],\n",
      "       [ 1,  0,  0],\n",
      "       [ 1, -1,  1]], dtype=int8), -1), action = [0 0], winner = 0\n",
      "00:00:10 [INFO] state = (array([[-1,  0,  0],\n",
      "       [ 0,  1,  0],\n",
      "       [ 0,  0,  0]], dtype=int8), 1), action = [2 2], winner = 0\n",
      "00:00:10 [INFO] state = (array([[ 0,  0,  0],\n",
      "       [-1,  1,  0],\n",
      "       [ 0,  1,  0]], dtype=int8), -1), action = [2 2], winner = 1\n",
      "00:00:10 [INFO] state = (array([[ 0, -1,  0],\n",
      "       [-1,  0,  1],\n",
      "       [ 1,  0,  0]], dtype=int8), 1), action = [2 2], winner = 1\n",
      "00:00:10 [INFO] state = (array([[-1, -1,  0],\n",
      "       [ 1,  0, -1],\n",
      "       [ 1,  1,  0]], dtype=int8), 1), action = [2 2], winner = 1\n",
      "00:00:10 [INFO] state = (array([[-1,  1,  0],\n",
      "       [ 1,  0,  0],\n",
      "       [ 0,  0,  0]], dtype=int8), -1), action = [2 1], winner = 0\n",
      "00:00:10 [INFO] state = (array([[-1,  0,  1],\n",
      "       [ 0,  1,  0],\n",
      "       [ 1,  0, -1]], dtype=int8), -1), action = None, winner = 1\n",
      "00:00:10 [INFO] state = (array([[ 0,  0, -1],\n",
      "       [ 1,  1,  0],\n",
      "       [ 1,  0, -1]], dtype=int8), -1), action = [1 2], winner = -1\n",
      "00:00:10 [INFO] state = (array([[ 0,  0, -1],\n",
      "       [ 0,  0, -1],\n",
      "       [ 1,  1,  1]], dtype=int8), -1), action = None, winner = 1\n",
      "00:00:10 [INFO] state = (array([[-1,  0,  0],\n",
      "       [ 0,  0,  1],\n",
      "       [ 1, -1,  0]], dtype=int8), 1), action = [1 1], winner = 1\n",
      "00:00:10 [INFO] state = (array([[-1,  1,  0],\n",
      "       [ 1,  0, -1],\n",
      "       [-1,  0,  1]], dtype=int8), 1), action = [2 1], winner = 0\n",
      "00:00:10 [INFO] state = (array([[ 1,  0,  0],\n",
      "       [-1, -1,  1],\n",
      "       [ 0,  1,  0]], dtype=int8), -1), action = [2 2], winner = 0\n",
      "00:00:10 [INFO] state = (array([[ 1,  0,  0],\n",
      "       [ 0,  1, -1],\n",
      "       [-1,  1,  0]], dtype=int8), -1), action = [2 2], winner = 1\n",
      "00:00:10 [INFO] state = (array([[-1,  0,  0],\n",
      "       [ 1,  0,  1],\n",
      "       [ 0,  0,  0]], dtype=int8), -1), action = [1 1], winner = -1\n",
      "00:00:10 [INFO] state = (array([[ 1,  0,  1],\n",
      "       [-1,  1, -1],\n",
      "       [-1,  1,  0]], dtype=int8), -1), action = [2 2], winner = 1\n",
      "00:00:10 [INFO] state = (array([[ 0,  0,  0],\n",
      "       [-1, -1,  0],\n",
      "       [ 1,  0,  1]], dtype=int8), 1), action = [2 1], winner = 1\n",
      "00:00:10 [INFO] state = (array([[ 1, -1, -1],\n",
      "       [-1,  1,  1],\n",
      "       [-1,  1,  1]], dtype=int8), -1), action = None, winner = 1\n",
      "00:00:10 [INFO] state = (array([[ 0, -1,  0],\n",
      "       [-1,  0,  1],\n",
      "       [ 1,  0,  1]], dtype=int8), -1), action = [2 1], winner = 1\n",
      "00:00:10 [INFO] state = (array([[ 0,  0,  1],\n",
      "       [ 1,  1, -1],\n",
      "       [-1,  0,  0]], dtype=int8), -1), action = [2 2], winner = 0\n",
      "00:00:10 [INFO] state = (array([[-1, -1,  0],\n",
      "       [ 1,  0,  1],\n",
      "       [ 1, -1,  1]], dtype=int8), -1), action = [1 1], winner = -1\n",
      "00:00:10 [INFO] state = (array([[-1,  0,  1],\n",
      "       [ 1,  0, -1],\n",
      "       [ 1,  0, -1]], dtype=int8), 1), action = [1 1], winner = 1\n",
      "00:00:10 [INFO] state = (array([[ 1, -1, -1],\n",
      "       [-1,  1,  1],\n",
      "       [ 1,  1, -1]], dtype=int8), -1), action = None, winner = 0\n",
      "00:00:10 [INFO] state = (array([[ 1, -1, -1],\n",
      "       [ 1,  1,  0],\n",
      "       [ 1, -1,  0]], dtype=int8), -1), action = None, winner = 1\n",
      "00:00:10 [INFO] state = (array([[ 1,  0,  1],\n",
      "       [-1, -1,  0],\n",
      "       [ 0,  0,  1]], dtype=int8), -1), action = [1 2], winner = -1\n",
      "00:00:10 [INFO] state = (array([[ 1,  0,  1],\n",
      "       [-1,  0,  0],\n",
      "       [ 0,  0,  0]], dtype=int8), -1), action = [2 2], winner = 1\n",
      "00:00:10 [INFO] state = (array([[ 0,  0,  0],\n",
      "       [ 1,  1, -1],\n",
      "       [ 0,  1, -1]], dtype=int8), -1), action = [0 2], winner = -1\n",
      "00:00:10 [INFO] state = (array([[ 1,  0,  1],\n",
      "       [ 0,  0, -1],\n",
      "       [ 0,  0,  0]], dtype=int8), -1), action = [2 2], winner = 1\n",
      "00:00:10 [INFO] state = (array([[-1,  1,  1],\n",
      "       [ 1, -1,  0],\n",
      "       [ 1, -1,  0]], dtype=int8), -1), action = [2 2], winner = -1\n",
      "00:00:10 [INFO] state = (array([[ 0, -1,  0],\n",
      "       [-1,  0,  0],\n",
      "       [ 0,  1,  1]], dtype=int8), 1), action = [2 0], winner = 1\n",
      "00:00:10 [INFO] state = (array([[ 1, -1,  1],\n",
      "       [-1,  0, -1],\n",
      "       [ 1,  0,  1]], dtype=int8), -1), action = [1 1], winner = -1\n",
      "00:00:10 [INFO] state = (array([[ 0,  1,  1],\n",
      "       [ 0,  1, -1],\n",
      "       [ 0, -1,  0]], dtype=int8), -1), action = [2 2], winner = 1\n",
      "00:00:10 [INFO] state = (array([[-1,  0,  1],\n",
      "       [ 1, -1,  1],\n",
      "       [ 0,  0, -1]], dtype=int8), 1), action = None, winner = -1\n",
      "00:00:10 [INFO] state = (array([[-1,  0,  1],\n",
      "       [-1,  1,  0],\n",
      "       [ 1,  0,  0]], dtype=int8), -1), action = None, winner = 1\n",
      "00:00:10 [INFO] state = (array([[ 0,  0, -1],\n",
      "       [ 1,  1,  0],\n",
      "       [ 0,  1, -1]], dtype=int8), -1), action = [1 2], winner = -1\n",
      "00:00:10 [INFO] state = (array([[ 1, -1,  0],\n",
      "       [ 1, -1,  1],\n",
      "       [ 1,  0, -1]], dtype=int8), -1), action = None, winner = 1\n",
      "00:00:10 [INFO] state = (array([[ 1,  0,  0],\n",
      "       [ 0, -1,  1],\n",
      "       [ 1,  0, -1]], dtype=int8), -1), action = [1 0], winner = 0\n",
      "00:00:10 [INFO] state = (array([[ 1, -1, -1],\n",
      "       [-1,  1,  1],\n",
      "       [-1,  1,  0]], dtype=int8), 1), action = [2 2], winner = 1\n",
      "00:00:10 [INFO] state = (array([[ 0,  1,  1],\n",
      "       [-1, -1, -1],\n",
      "       [-1,  1,  1]], dtype=int8), 1), action = None, winner = -1\n",
      "00:00:10 [INFO] state = (array([[ 0, -1,  1],\n",
      "       [ 1,  0, -1],\n",
      "       [ 0, -1,  1]], dtype=int8), 1), action = [1 1], winner = 1\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "00:00:10 [INFO] state = (array([[-1,  0, -1],\n",
      "       [ 0,  1,  0],\n",
      "       [ 1,  1, -1]], dtype=int8), 1), action = [0 1], winner = 1\n",
      "00:00:10 [INFO] state = (array([[ 1, -1,  0],\n",
      "       [ 1,  0,  0],\n",
      "       [ 1,  0, -1]], dtype=int8), -1), action = None, winner = 1\n",
      "00:00:10 [INFO] state = (array([[ 1,  0, -1],\n",
      "       [ 0,  1,  1],\n",
      "       [-1,  0,  0]], dtype=int8), -1), action = [2 2], winner = 1\n",
      "00:00:10 [INFO] state = (array([[ 1,  0,  0],\n",
      "       [ 1, -1, -1],\n",
      "       [ 0,  0,  0]], dtype=int8), 1), action = [2 0], winner = 1\n",
      "00:00:10 [INFO] state = (array([[ 1,  0,  0],\n",
      "       [-1,  0,  1],\n",
      "       [ 0,  0,  0]], dtype=int8), -1), action = [2 2], winner = 0\n",
      "00:00:10 [INFO] state = (array([[-1,  1, -1],\n",
      "       [ 0, -1,  1],\n",
      "       [ 0,  1,  1]], dtype=int8), -1), action = [2 0], winner = -1\n",
      "00:00:10 [INFO] state = (array([[-1,  1,  1],\n",
      "       [ 1, -1,  0],\n",
      "       [ 0,  0, -1]], dtype=int8), 1), action = None, winner = -1\n",
      "00:00:10 [INFO] state = (array([[-1,  0, -1],\n",
      "       [ 1,  1, -1],\n",
      "       [ 1, -1,  1]], dtype=int8), 1), action = [0 1], winner = 0\n",
      "00:00:10 [INFO] state = (array([[-1,  1, -1],\n",
      "       [-1,  0,  1],\n",
      "       [ 0,  1,  0]], dtype=int8), 1), action = [2 0], winner = 1\n",
      "00:00:10 [INFO] state = (array([[ 0, -1, -1],\n",
      "       [ 1,  1,  1],\n",
      "       [-1,  0,  1]], dtype=int8), -1), action = None, winner = 1\n",
      "00:00:10 [INFO] state = (array([[-1,  0,  1],\n",
      "       [ 0,  1,  0],\n",
      "       [-1,  1,  0]], dtype=int8), -1), action = [1 0], winner = -1\n",
      "00:00:10 [INFO] state = (array([[-1,  0,  0],\n",
      "       [ 1, -1,  1],\n",
      "       [-1,  1,  0]], dtype=int8), 1), action = [2 2], winner = -1\n",
      "00:00:10 [INFO] state = (array([[ 1, -1, -1],\n",
      "       [ 0,  0,  1],\n",
      "       [ 0,  1, -1]], dtype=int8), 1), action = [1 0], winner = 1\n",
      "00:00:10 [INFO] state = (array([[ 1,  1,  0],\n",
      "       [-1,  1, -1],\n",
      "       [ 0,  0, -1]], dtype=int8), 1), action = [2 1], winner = 1\n",
      "00:00:10 [INFO] state = (array([[-1,  0,  0],\n",
      "       [-1,  1,  0],\n",
      "       [ 0,  1,  0]], dtype=int8), 1), action = [2 0], winner = 1\n",
      "00:00:10 [INFO] state = (array([[-1,  1, -1],\n",
      "       [ 0,  0, -1],\n",
      "       [ 0,  1,  1]], dtype=int8), 1), action = [2 0], winner = 1\n",
      "00:00:10 [INFO] state = (array([[ 0,  1, -1],\n",
      "       [ 0,  0, -1],\n",
      "       [ 0,  1,  0]], dtype=int8), 1), action = [2 2], winner = 1\n",
      "00:00:10 [INFO] state = (array([[ 0,  1,  1],\n",
      "       [-1,  1,  1],\n",
      "       [ 0, -1, -1]], dtype=int8), -1), action = [2 0], winner = -1\n",
      "00:00:10 [INFO] state = (array([[ 1,  0, -1],\n",
      "       [ 1,  1, -1],\n",
      "       [-1,  1,  0]], dtype=int8), -1), action = [2 2], winner = -1\n",
      "00:00:10 [INFO] state = (array([[ 0,  1, -1],\n",
      "       [ 0,  1,  0],\n",
      "       [ 0,  0,  0]], dtype=int8), -1), action = [2 1], winner = 0\n",
      "00:00:10 [INFO] state = (array([[ 1,  1, -1],\n",
      "       [ 0, -1,  0],\n",
      "       [ 0,  1,  0]], dtype=int8), -1), action = [2 2], winner = -1\n",
      "00:00:10 [INFO] state = (array([[ 1,  1, -1],\n",
      "       [-1, -1, -1],\n",
      "       [ 1,  1,  0]], dtype=int8), 1), action = None, winner = -1\n",
      "00:00:10 [INFO] state = (array([[ 1, -1,  1],\n",
      "       [-1, -1, -1],\n",
      "       [ 0,  1,  1]], dtype=int8), 1), action = None, winner = -1\n",
      "00:00:10 [INFO] state = (array([[-1,  1,  1],\n",
      "       [-1,  0,  0],\n",
      "       [ 1, -1,  0]], dtype=int8), 1), action = [2 2], winner = 1\n",
      "00:00:10 [INFO] state = (array([[-1, -1,  0],\n",
      "       [-1,  1,  1],\n",
      "       [ 0,  1,  1]], dtype=int8), -1), action = [2 0], winner = -1\n",
      "00:00:10 [INFO] state = (array([[-1,  0,  0],\n",
      "       [ 1,  0,  1],\n",
      "       [ 1,  0, -1]], dtype=int8), -1), action = [1 1], winner = -1\n",
      "00:00:10 [INFO] state = (array([[ 1,  1, -1],\n",
      "       [ 0,  0,  0],\n",
      "       [ 0,  0,  0]], dtype=int8), -1), action = [2 2], winner = -1\n",
      "00:00:10 [INFO] state = (array([[ 1,  1,  0],\n",
      "       [-1,  1,  1],\n",
      "       [ 0, -1, -1]], dtype=int8), -1), action = [2 0], winner = -1\n",
      "00:00:10 [INFO] state = (array([[0, 0, 0],\n",
      "       [0, 0, 0],\n",
      "       [0, 1, 0]], dtype=int8), -1), action = [2 2], winner = 0\n",
      "00:00:10 [INFO] state = (array([[-1, -1,  1],\n",
      "       [ 0,  1,  1],\n",
      "       [ 0, -1,  0]], dtype=int8), 1), action = [2 2], winner = 1\n",
      "00:00:10 [INFO] state = (array([[-1,  0,  0],\n",
      "       [ 1,  1,  0],\n",
      "       [ 1, -1, -1]], dtype=int8), 1), action = [1 2], winner = 1\n",
      "00:00:10 [INFO] state = (array([[ 0, -1,  0],\n",
      "       [ 1,  1, -1],\n",
      "       [ 1, -1,  0]], dtype=int8), 1), action = [2 2], winner = 1\n",
      "00:00:10 [INFO] state = (array([[-1, -1,  1],\n",
      "       [ 0,  1,  1],\n",
      "       [-1,  0,  1]], dtype=int8), -1), action = None, winner = 1\n",
      "00:00:10 [INFO] state = (array([[-1, -1, -1],\n",
      "       [ 1,  0,  0],\n",
      "       [ 1,  1,  0]], dtype=int8), 1), action = None, winner = -1\n",
      "00:00:10 [INFO] state = (array([[ 1,  0,  0],\n",
      "       [ 1, -1,  1],\n",
      "       [ 0, -1, -1]], dtype=int8), 1), action = [2 0], winner = 1\n",
      "00:00:10 [INFO] state = (array([[-1,  1,  1],\n",
      "       [ 1,  0, -1],\n",
      "       [-1, -1,  1]], dtype=int8), 1), action = [1 1], winner = 0\n",
      "00:00:10 [INFO] state = (array([[-1,  0,  1],\n",
      "       [ 1, -1, -1],\n",
      "       [ 0,  1,  1]], dtype=int8), -1), action = [2 0], winner = 0\n",
      "00:00:10 [INFO] state = (array([[ 0, -1, -1],\n",
      "       [ 1, -1,  1],\n",
      "       [ 0,  1,  0]], dtype=int8), 1), action = [2 2], winner = -1\n",
      "00:00:10 [INFO] state = (array([[ 0,  0,  0],\n",
      "       [-1,  1,  1],\n",
      "       [ 0,  0,  0]], dtype=int8), -1), action = [2 2], winner = 0\n",
      "00:00:10 [INFO] state = (array([[ 1,  0, -1],\n",
      "       [ 0,  0, -1],\n",
      "       [ 0,  1,  1]], dtype=int8), -1), action = [2 0], winner = 1\n",
      "00:00:10 [INFO] state = (array([[ 1,  1, -1],\n",
      "       [-1,  1, -1],\n",
      "       [ 0,  1,  0]], dtype=int8), -1), action = None, winner = 1\n",
      "00:00:10 [INFO] state = (array([[-1,  0,  0],\n",
      "       [-1, -1,  1],\n",
      "       [ 1,  1,  0]], dtype=int8), 1), action = [2 2], winner = 1\n",
      "00:00:10 [INFO] state = (array([[-1,  0,  1],\n",
      "       [ 0,  1,  0],\n",
      "       [ 1, -1,  0]], dtype=int8), -1), action = None, winner = 1\n",
      "00:00:10 [INFO] state = (array([[ 0,  0,  1],\n",
      "       [ 1, -1, -1],\n",
      "       [ 0,  0,  0]], dtype=int8), 1), action = [0 0], winner = 1\n",
      "00:00:10 [INFO] state = (array([[ 0,  0,  1],\n",
      "       [-1,  0,  0],\n",
      "       [ 1, -1,  1]], dtype=int8), -1), action = [1 2], winner = 1\n",
      "00:00:10 [INFO] state = (array([[-1,  0,  0],\n",
      "       [ 1,  0,  0],\n",
      "       [-1,  0,  1]], dtype=int8), 1), action = [1 2], winner = 1\n",
      "00:00:10 [INFO] state = (array([[ 0,  0,  0],\n",
      "       [-1,  1,  1],\n",
      "       [-1,  0,  1]], dtype=int8), -1), action = [0 0], winner = -1\n",
      "00:00:10 [INFO] state = (array([[-1,  0,  0],\n",
      "       [-1,  0,  1],\n",
      "       [-1,  1,  1]], dtype=int8), 1), action = None, winner = -1\n",
      "00:00:10 [INFO] state = (array([[ 1,  0,  1],\n",
      "       [ 0, -1,  0],\n",
      "       [ 1, -1, -1]], dtype=int8), 1), action = [1 0], winner = 1\n",
      "00:00:10 [INFO] state = (array([[-1,  1, -1],\n",
      "       [-1,  0,  1],\n",
      "       [ 1,  0,  0]], dtype=int8), 1), action = [2 1], winner = 1\n",
      "00:00:10 [INFO] state = (array([[ 1, -1, -1],\n",
      "       [ 1, -1,  1],\n",
      "       [ 0,  0,  1]], dtype=int8), -1), action = [2 1], winner = -1\n",
      "00:00:10 [INFO] state = (array([[ 1,  1,  0],\n",
      "       [ 0, -1, -1],\n",
      "       [-1,  1,  1]], dtype=int8), -1), action = [1 0], winner = -1\n",
      "00:00:10 [INFO] state = (array([[ 1, -1,  1],\n",
      "       [ 0, -1,  0],\n",
      "       [ 0,  1, -1]], dtype=int8), 1), action = [2 0], winner = 0\n",
      "00:00:10 [INFO] state = (array([[-1,  1,  1],\n",
      "       [ 0, -1, -1],\n",
      "       [ 0,  1,  0]], dtype=int8), 1), action = [2 2], winner = -1\n",
      "00:00:10 [INFO] state = (array([[-1, -1,  0],\n",
      "       [ 0,  1,  0],\n",
      "       [ 0,  1,  0]], dtype=int8), 1), action = [0 2], winner = 0\n",
      "00:00:10 [INFO] state = (array([[-1,  0,  0],\n",
      "       [-1,  0,  1],\n",
      "       [ 1,  1, -1]], dtype=int8), 1), action = [1 1], winner = 1\n",
      "00:00:10 [INFO] state = (array([[ 0,  0,  0],\n",
      "       [ 1,  0,  0],\n",
      "       [-1, -1,  1]], dtype=int8), 1), action = [1 2], winner = 1\n",
      "00:00:10 [INFO] state = (array([[ 1,  0,  0],\n",
      "       [ 0, -1,  1],\n",
      "       [-1,  0,  1]], dtype=int8), -1), action = [0 2], winner = -1\n",
      "00:00:10 [INFO] state = (array([[ 1,  0,  1],\n",
      "       [ 1, -1,  0],\n",
      "       [ 0, -1,  0]], dtype=int8), -1), action = [0 1], winner = -1\n",
      "00:00:10 [INFO] state = (array([[-1,  0,  0],\n",
      "       [-1,  1,  1],\n",
      "       [ 1, -1,  0]], dtype=int8), 1), action = [0 2], winner = 1\n",
      "00:00:10 [INFO] state = (array([[-1,  0,  1],\n",
      "       [ 1,  1, -1],\n",
      "       [-1,  1, -1]], dtype=int8), 1), action = [0 1], winner = 1\n",
      "00:00:10 [INFO] state = (array([[ 0,  1,  1],\n",
      "       [-1,  0, -1],\n",
      "       [-1,  1,  1]], dtype=int8), -1), action = [1 1], winner = -1\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "00:00:10 [INFO] state = (array([[ 0, -1,  0],\n",
      "       [ 1, -1, -1],\n",
      "       [ 1,  1,  1]], dtype=int8), -1), action = None, winner = 1\n",
      "00:00:10 [INFO] state = (array([[-1,  0, -1],\n",
      "       [ 0,  1,  1],\n",
      "       [ 0,  0,  1]], dtype=int8), -1), action = [1 0], winner = -1\n",
      "00:00:10 [INFO] state = (array([[ 1,  0,  0],\n",
      "       [-1,  0,  1],\n",
      "       [ 0,  1, -1]], dtype=int8), -1), action = [1 1], winner = 0\n",
      "00:00:10 [INFO] state = (array([[ 1, -1,  1],\n",
      "       [ 0, -1,  1],\n",
      "       [ 1,  0, -1]], dtype=int8), -1), action = [2 1], winner = -1\n",
      "00:00:10 [INFO] state = (array([[ 0,  0,  0],\n",
      "       [-1,  1,  1],\n",
      "       [-1,  1,  0]], dtype=int8), -1), action = [0 0], winner = -1\n",
      "00:00:10 [INFO] state = (array([[ 0, -1,  0],\n",
      "       [ 0,  1,  1],\n",
      "       [ 0,  1, -1]], dtype=int8), -1), action = [1 0], winner = 0\n",
      "00:00:10 [INFO] state = (array([[ 1,  1, -1],\n",
      "       [-1,  1,  1],\n",
      "       [-1,  1, -1]], dtype=int8), -1), action = None, winner = 1\n",
      "00:00:10 [INFO] state = (array([[ 0,  0,  1],\n",
      "       [-1,  0,  0],\n",
      "       [ 1,  1, -1]], dtype=int8), -1), action = [1 1], winner = -1\n",
      "00:00:10 [INFO] state = (array([[ 1, -1, -1],\n",
      "       [ 0,  0,  0],\n",
      "       [ 1, -1,  1]], dtype=int8), 1), action = [1 1], winner = 1\n",
      "00:00:10 [INFO] state = (array([[-1,  1, -1],\n",
      "       [ 0, -1,  1],\n",
      "       [-1,  1,  1]], dtype=int8), 1), action = None, winner = -1\n",
      "00:00:10 [INFO] state = (array([[-1,  1, -1],\n",
      "       [ 1,  0,  1],\n",
      "       [ 1, -1, -1]], dtype=int8), 1), action = [1 1], winner = 1\n",
      "00:00:10 [INFO] state = (array([[ 0,  1,  1],\n",
      "       [ 0, -1,  0],\n",
      "       [ 0,  0,  0]], dtype=int8), -1), action = [0 0], winner = 0\n",
      "00:00:10 [INFO] state = (array([[-1, -1,  1],\n",
      "       [ 0,  1,  1],\n",
      "       [ 1, -1,  0]], dtype=int8), -1), action = None, winner = 1\n",
      "00:00:10 [INFO] state = (array([[ 0,  1,  0],\n",
      "       [ 1,  0,  0],\n",
      "       [-1,  0,  0]], dtype=int8), -1), action = [2 2], winner = -1\n",
      "00:00:10 [INFO] state = (array([[ 1,  0,  0],\n",
      "       [-1,  1,  1],\n",
      "       [ 0,  0, -1]], dtype=int8), -1), action = [2 1], winner = 0\n",
      "00:00:10 [INFO] state = (array([[ 1,  0,  1],\n",
      "       [-1,  0,  0],\n",
      "       [-1,  0,  0]], dtype=int8), 1), action = [2 2], winner = 1\n",
      "00:00:10 [INFO] state = (array([[-1,  1,  0],\n",
      "       [ 1, -1,  0],\n",
      "       [-1,  1,  0]], dtype=int8), 1), action = [2 2], winner = -1\n",
      "00:00:10 [INFO] state = (array([[ 0, -1,  1],\n",
      "       [ 1,  0,  1],\n",
      "       [-1, -1,  1]], dtype=int8), -1), action = None, winner = 1\n",
      "00:00:10 [INFO] state = (array([[-1,  1,  1],\n",
      "       [ 0,  1,  1],\n",
      "       [-1, -1,  0]], dtype=int8), -1), action = [2 2], winner = -1\n",
      "00:00:10 [INFO] state = (array([[ 1,  1, -1],\n",
      "       [ 0,  0,  1],\n",
      "       [-1, -1,  1]], dtype=int8), -1), action = [1 1], winner = -1\n",
      "00:00:10 [INFO] state = (array([[ 0,  0,  0],\n",
      "       [-1, -1,  1],\n",
      "       [ 0,  1,  0]], dtype=int8), 1), action = [2 2], winner = 1\n",
      "00:00:10 [INFO] state = (array([[ 1, -1, -1],\n",
      "       [-1,  1, -1],\n",
      "       [ 1,  1,  1]], dtype=int8), -1), action = None, winner = 1\n",
      "00:00:10 [INFO] state = (array([[ 0,  1,  1],\n",
      "       [-1,  0,  1],\n",
      "       [-1,  0,  0]], dtype=int8), -1), action = [0 0], winner = -1\n",
      "00:00:10 [INFO] state = (array([[ 1,  0, -1],\n",
      "       [-1,  0, -1],\n",
      "       [ 1,  1,  1]], dtype=int8), -1), action = None, winner = 1\n",
      "00:00:10 [INFO] state = (array([[-1,  0,  0],\n",
      "       [ 1,  0, -1],\n",
      "       [ 1,  0,  1]], dtype=int8), -1), action = [2 1], winner = 0\n",
      "00:00:10 [INFO] state = (array([[ 0, -1, -1],\n",
      "       [ 0,  0,  1],\n",
      "       [ 1, -1,  1]], dtype=int8), 1), action = [1 1], winner = -1\n",
      "00:00:10 [INFO] state = (array([[-1, -1,  0],\n",
      "       [ 1, -1,  1],\n",
      "       [-1,  1,  1]], dtype=int8), 1), action = [0 2], winner = 1\n",
      "00:00:10 [INFO] state = (array([[-1,  0,  1],\n",
      "       [ 0, -1, -1],\n",
      "       [ 0,  1,  1]], dtype=int8), 1), action = [2 0], winner = 1\n",
      "00:00:10 [INFO] state = (array([[ 0, -1,  0],\n",
      "       [ 1, -1,  1],\n",
      "       [-1,  1,  0]], dtype=int8), 1), action = [0 2], winner = 0\n",
      "00:00:10 [INFO] state = (array([[ 0, -1, -1],\n",
      "       [ 1,  0, -1],\n",
      "       [ 0,  1,  1]], dtype=int8), 1), action = [2 0], winner = 1\n",
      "00:00:10 [INFO] state = (array([[-1, -1,  1],\n",
      "       [ 1, -1, -1],\n",
      "       [ 1,  0,  1]], dtype=int8), 1), action = [2 1], winner = 1\n",
      "00:00:10 [INFO] state = (array([[ 0,  0,  1],\n",
      "       [ 0, -1, -1],\n",
      "       [ 1,  0,  1]], dtype=int8), -1), action = [2 1], winner = -1\n",
      "00:00:10 [INFO] state = (array([[ 1,  1,  0],\n",
      "       [ 0,  0, -1],\n",
      "       [ 1,  0, -1]], dtype=int8), -1), action = [0 2], winner = -1\n",
      "00:00:10 [INFO] state = (array([[ 0, -1,  0],\n",
      "       [ 0,  1, -1],\n",
      "       [-1,  1,  1]], dtype=int8), 1), action = [0 0], winner = 1\n",
      "00:00:10 [INFO] state = (array([[ 0,  1,  1],\n",
      "       [ 0,  0, -1],\n",
      "       [ 0,  0, -1]], dtype=int8), 1), action = [2 1], winner = 1\n",
      "00:00:10 [INFO] state = (array([[0, 0, 0],\n",
      "       [0, 0, 0],\n",
      "       [0, 0, 0]], dtype=int8), 1), action = [2 2], winner = 0\n",
      "00:00:10 [INFO] state = (array([[-1,  0, -1],\n",
      "       [ 0, -1,  1],\n",
      "       [ 1,  1,  0]], dtype=int8), 1), action = [2 2], winner = 1\n",
      "00:00:10 [INFO] state = (array([[ 0,  0,  0],\n",
      "       [-1,  0,  0],\n",
      "       [ 1,  0,  1]], dtype=int8), -1), action = [2 1], winner = 1\n",
      "00:00:10 [INFO] state = (array([[ 1, -1,  1],\n",
      "       [ 0,  0, -1],\n",
      "       [-1,  1,  0]], dtype=int8), 1), action = [2 2], winner = 0\n",
      "00:00:10 [INFO] state = (array([[ 1, -1,  0],\n",
      "       [-1, -1,  1],\n",
      "       [ 0,  1,  0]], dtype=int8), 1), action = [2 2], winner = 1\n",
      "00:00:10 [INFO] state = (array([[ 0,  1,  0],\n",
      "       [ 0,  0, -1],\n",
      "       [ 1,  0, -1]], dtype=int8), 1), action = [0 2], winner = 1\n",
      "00:00:10 [INFO] state = (array([[ 0,  1,  0],\n",
      "       [-1,  0,  1],\n",
      "       [-1,  0,  1]], dtype=int8), -1), action = [0 2], winner = -1\n",
      "00:00:10 [INFO] state = (array([[-1, -1,  0],\n",
      "       [ 0,  1,  0],\n",
      "       [ 1,  0,  0]], dtype=int8), 1), action = [0 2], winner = 1\n",
      "00:00:10 [INFO] state = (array([[ 1, -1,  1],\n",
      "       [ 0,  0, -1],\n",
      "       [ 0,  1, -1]], dtype=int8), 1), action = [2 0], winner = 1\n",
      "00:00:10 [INFO] state = (array([[ 0,  1,  0],\n",
      "       [-1,  0,  0],\n",
      "       [-1,  1,  1]], dtype=int8), -1), action = [1 1], winner = -1\n",
      "00:00:10 [INFO] state = (array([[ 0,  0,  0],\n",
      "       [ 1,  0,  0],\n",
      "       [-1,  0,  1]], dtype=int8), -1), action = [1 2], winner = 0\n",
      "00:00:10 [INFO] state = (array([[ 0,  1,  1],\n",
      "       [ 0,  0, -1],\n",
      "       [ 0, -1,  1]], dtype=int8), -1), action = [0 0], winner = 0\n",
      "00:00:10 [INFO] state = (array([[ 1,  1, -1],\n",
      "       [ 0,  0, -1],\n",
      "       [ 1,  0,  0]], dtype=int8), -1), action = [2 2], winner = -1\n",
      "00:00:10 [INFO] state = (array([[-1,  1,  0],\n",
      "       [ 0,  1, -1],\n",
      "       [ 0, -1,  1]], dtype=int8), 1), action = [2 0], winner = 0\n",
      "00:00:10 [INFO] state = (array([[ 0,  0, -1],\n",
      "       [ 1,  1,  0],\n",
      "       [-1,  1,  0]], dtype=int8), -1), action = [2 2], winner = 1\n",
      "00:00:10 [INFO] state = (array([[-1,  0,  0],\n",
      "       [ 1,  0, -1],\n",
      "       [ 1,  1,  0]], dtype=int8), -1), action = [2 2], winner = -1\n",
      "00:00:10 [INFO] state = (array([[-1,  0,  1],\n",
      "       [ 0, -1,  0],\n",
      "       [-1,  1,  1]], dtype=int8), 1), action = [1 2], winner = 1\n",
      "00:00:10 [INFO] state = (array([[ 0,  0,  1],\n",
      "       [ 0, -1,  0],\n",
      "       [ 0,  1, -1]], dtype=int8), 1), action = [0 0], winner = 0\n",
      "00:00:10 [INFO] state = (array([[ 0, -1,  0],\n",
      "       [ 1,  1, -1],\n",
      "       [ 1,  1, -1]], dtype=int8), -1), action = [0 2], winner = -1\n",
      "00:00:10 [INFO] state = (array([[ 1, -1,  0],\n",
      "       [-1,  1, -1],\n",
      "       [ 1,  0,  1]], dtype=int8), -1), action = None, winner = 1\n",
      "00:00:10 [INFO] state = (array([[ 0,  1,  1],\n",
      "       [-1,  1,  0],\n",
      "       [ 1, -1, -1]], dtype=int8), -1), action = None, winner = 1\n",
      "00:00:10 [INFO] state = (array([[-1, -1,  1],\n",
      "       [ 1,  1, -1],\n",
      "       [ 1,  1, -1]], dtype=int8), -1), action = None, winner = 1\n",
      "00:00:10 [INFO] state = (array([[ 0,  0,  1],\n",
      "       [-1,  0,  0],\n",
      "       [ 0,  1, -1]], dtype=int8), 1), action = [1 1], winner = 1\n",
      "00:00:10 [INFO] state = (array([[-1,  1,  0],\n",
      "       [ 0,  1,  1],\n",
      "       [ 0, -1,  0]], dtype=int8), -1), action = [1 0], winner = 0\n",
      "00:00:10 [INFO] state = (array([[ 0,  1, -1],\n",
      "       [ 1,  0,  0],\n",
      "       [ 1, -1,  0]], dtype=int8), -1), action = [0 0], winner = 0\n",
      "00:00:10 [INFO] state = (array([[-1,  1,  0],\n",
      "       [-1,  0, -1],\n",
      "       [ 1,  0,  1]], dtype=int8), 1), action = [2 1], winner = 1\n",
      "00:00:10 [INFO] state = (array([[ 0,  0,  0],\n",
      "       [ 1, -1,  0],\n",
      "       [ 1,  0, -1]], dtype=int8), 1), action = [0 0], winner = 1\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "00:00:10 [INFO] state = (array([[-1,  1,  0],\n",
      "       [ 1,  0,  1],\n",
      "       [ 0,  0, -1]], dtype=int8), -1), action = [1 1], winner = -1\n",
      "00:00:10 [INFO] state = (array([[-1,  0, -1],\n",
      "       [ 1,  1,  1],\n",
      "       [ 0, -1,  1]], dtype=int8), -1), action = None, winner = 1\n",
      "00:00:10 [INFO] state = (array([[-1,  1,  0],\n",
      "       [-1, -1,  0],\n",
      "       [ 1,  0,  1]], dtype=int8), 1), action = [2 1], winner = 1\n",
      "00:00:10 [INFO] state = (array([[ 0,  0, -1],\n",
      "       [ 1, -1,  1],\n",
      "       [ 1,  0, -1]], dtype=int8), 1), action = [0 0], winner = 1\n",
      "00:00:10 [INFO] state = (array([[ 0, -1,  1],\n",
      "       [ 0, -1,  1],\n",
      "       [ 1,  1, -1]], dtype=int8), -1), action = [0 0], winner = -1\n",
      "00:00:10 [INFO] state = (array([[ 0, -1,  1],\n",
      "       [ 0,  0,  1],\n",
      "       [ 1, -1,  0]], dtype=int8), -1), action = [1 1], winner = -1\n",
      "00:00:10 [INFO] state = (array([[-1,  0, -1],\n",
      "       [-1,  1,  0],\n",
      "       [ 1,  1,  0]], dtype=int8), 1), action = [2 2], winner = 1\n",
      "00:00:10 [INFO] state = (array([[-1,  1,  1],\n",
      "       [-1,  0,  0],\n",
      "       [ 0,  0,  1]], dtype=int8), -1), action = [2 0], winner = -1\n",
      "00:00:10 [INFO] state = (array([[ 1,  0,  0],\n",
      "       [-1, -1, -1],\n",
      "       [ 1,  1,  0]], dtype=int8), 1), action = None, winner = -1\n",
      "00:00:10 [INFO] state = (array([[ 0,  0,  1],\n",
      "       [-1,  1, -1],\n",
      "       [ 0,  0,  0]], dtype=int8), 1), action = [2 2], winner = 1\n",
      "00:00:10 [INFO] state = (array([[-1, -1,  0],\n",
      "       [ 0,  1,  1],\n",
      "       [ 1,  0,  0]], dtype=int8), -1), action = [0 2], winner = -1\n",
      "00:00:10 [INFO] state = (array([[ 1, -1,  1],\n",
      "       [-1,  1,  0],\n",
      "       [ 1, -1,  0]], dtype=int8), -1), action = None, winner = 1\n",
      "00:00:10 [INFO] state = (array([[-1,  0, -1],\n",
      "       [ 1, -1,  0],\n",
      "       [ 1,  0,  1]], dtype=int8), 1), action = [2 1], winner = 1\n",
      "00:00:10 [INFO] state = (array([[ 0, -1,  1],\n",
      "       [ 0,  0, -1],\n",
      "       [ 1,  1, -1]], dtype=int8), 1), action = [1 1], winner = 1\n",
      "00:00:10 [INFO] state = (array([[ 0,  0, -1],\n",
      "       [-1,  1, -1],\n",
      "       [ 1,  1,  0]], dtype=int8), 1), action = [2 2], winner = 1\n",
      "00:00:10 [INFO] state = (array([[-1,  1,  1],\n",
      "       [ 0,  1,  0],\n",
      "       [ 0, -1,  0]], dtype=int8), -1), action = [2 0], winner = -1\n",
      "00:00:10 [INFO] state = (array([[ 1, -1,  0],\n",
      "       [-1,  1,  1],\n",
      "       [-1,  0,  1]], dtype=int8), -1), action = None, winner = 1\n",
      "00:00:10 [INFO] state = (array([[-1,  1, -1],\n",
      "       [ 0,  0,  0],\n",
      "       [ 1, -1,  1]], dtype=int8), 1), action = [1 2], winner = 0\n",
      "00:00:10 [INFO] state = (array([[ 0, -1,  0],\n",
      "       [ 1, -1,  1],\n",
      "       [ 1, -1,  0]], dtype=int8), 1), action = None, winner = -1\n",
      "00:00:10 [INFO] state = (array([[ 0,  1,  0],\n",
      "       [ 0,  1, -1],\n",
      "       [ 0, -1,  1]], dtype=int8), -1), action = [0 0], winner = 0\n",
      "00:00:10 [INFO] state = (array([[ 0,  1, -1],\n",
      "       [ 1, -1,  1],\n",
      "       [ 0,  0,  0]], dtype=int8), -1), action = [2 2], winner = -1\n",
      "00:00:10 [INFO] state = (array([[ 1, -1, -1],\n",
      "       [-1,  0,  1],\n",
      "       [ 1,  1,  0]], dtype=int8), -1), action = [2 2], winner = 0\n",
      "00:00:10 [INFO] state = (array([[ 0,  0,  0],\n",
      "       [ 0,  1, -1],\n",
      "       [ 0,  1,  0]], dtype=int8), -1), action = [2 2], winner = 1\n",
      "00:00:10 [INFO] state = (array([[-1,  1,  0],\n",
      "       [ 0,  1, -1],\n",
      "       [ 1,  1, -1]], dtype=int8), -1), action = None, winner = 1\n",
      "00:00:10 [INFO] state = (array([[ 1,  0, -1],\n",
      "       [-1,  1,  1],\n",
      "       [ 0,  1, -1]], dtype=int8), -1), action = [0 1], winner = 0\n",
      "00:00:10 [INFO] state = (array([[ 1,  0,  0],\n",
      "       [ 0,  1,  0],\n",
      "       [ 0, -1,  0]], dtype=int8), -1), action = [2 2], winner = 1\n",
      "00:00:10 [INFO] state = (array([[-1, -1,  0],\n",
      "       [ 0,  1,  1],\n",
      "       [ 1,  1, -1]], dtype=int8), -1), action = [0 2], winner = -1\n",
      "00:00:10 [INFO] state = (array([[-1,  0,  1],\n",
      "       [ 1,  1, -1],\n",
      "       [ 0,  1, -1]], dtype=int8), -1), action = [2 0], winner = 1\n",
      "00:00:10 [INFO] state = (array([[-1, -1,  0],\n",
      "       [ 1,  1,  0],\n",
      "       [-1,  1,  1]], dtype=int8), -1), action = [0 2], winner = -1\n",
      "00:00:10 [INFO] state = (array([[ 1,  0,  1],\n",
      "       [-1,  1,  0],\n",
      "       [-1, -1,  0]], dtype=int8), 1), action = [2 2], winner = 1\n",
      "00:00:10 [INFO] state = (array([[ 0,  0, -1],\n",
      "       [-1,  1,  0],\n",
      "       [ 0,  1,  1]], dtype=int8), -1), action = [2 0], winner = 1\n",
      "00:00:10 [INFO] state = (array([[ 1,  0,  1],\n",
      "       [ 1, -1,  0],\n",
      "       [-1, -1,  1]], dtype=int8), -1), action = [0 1], winner = -1\n",
      "00:00:10 [INFO] state = (array([[ 0,  0,  1],\n",
      "       [ 1,  1, -1],\n",
      "       [ 0,  0, -1]], dtype=int8), -1), action = [2 0], winner = 0\n",
      "00:00:10 [INFO] state = (array([[ 1,  0, -1],\n",
      "       [-1, -1,  1],\n",
      "       [ 0,  1,  0]], dtype=int8), 1), action = [2 0], winner = 0\n",
      "00:00:10 [INFO] state = (array([[-1, -1,  1],\n",
      "       [-1,  1,  0],\n",
      "       [ 0,  1,  0]], dtype=int8), 1), action = [2 0], winner = 1\n",
      "00:00:10 [INFO] state = (array([[ 1,  0, -1],\n",
      "       [ 0,  0,  1],\n",
      "       [-1,  1, -1]], dtype=int8), 1), action = [1 1], winner = 1\n",
      "00:00:10 [INFO] state = (array([[-1, -1, -1],\n",
      "       [ 0,  0,  1],\n",
      "       [ 1,  0,  1]], dtype=int8), 1), action = None, winner = -1\n",
      "00:00:10 [INFO] state = (array([[ 0,  1,  1],\n",
      "       [-1, -1,  0],\n",
      "       [ 0,  0,  1]], dtype=int8), -1), action = [1 2], winner = -1\n",
      "00:00:10 [INFO] state = (array([[ 1,  1, -1],\n",
      "       [ 0,  0,  0],\n",
      "       [-1, -1,  1]], dtype=int8), 1), action = [1 1], winner = 1\n",
      "00:00:10 [INFO] state = (array([[ 1, -1, -1],\n",
      "       [ 0,  0,  1],\n",
      "       [-1,  0,  1]], dtype=int8), 1), action = [1 1], winner = 1\n",
      "00:00:10 [INFO] state = (array([[ 1, -1,  0],\n",
      "       [ 1,  0,  0],\n",
      "       [-1,  0,  0]], dtype=int8), 1), action = [1 1], winner = 1\n",
      "00:00:10 [INFO] state = (array([[-1,  1,  1],\n",
      "       [ 1,  1, -1],\n",
      "       [ 1, -1, -1]], dtype=int8), -1), action = None, winner = 1\n",
      "00:00:10 [INFO] state = (array([[-1,  0,  0],\n",
      "       [ 1, -1,  1],\n",
      "       [ 1,  0, -1]], dtype=int8), 1), action = None, winner = -1\n",
      "00:00:10 [INFO] state = (array([[ 1,  0,  1],\n",
      "       [ 0, -1,  0],\n",
      "       [ 0, -1,  1]], dtype=int8), -1), action = [0 1], winner = -1\n",
      "00:00:10 [INFO] state = (array([[ 1,  0,  1],\n",
      "       [ 0,  1, -1],\n",
      "       [ 0, -1, -1]], dtype=int8), 1), action = [2 0], winner = 1\n",
      "00:00:10 [INFO] state = (array([[ 0, -1,  1],\n",
      "       [ 0, -1, -1],\n",
      "       [ 0,  1,  1]], dtype=int8), 1), action = [2 0], winner = 1\n",
      "00:00:10 [INFO] state = (array([[ 1, -1,  1],\n",
      "       [ 0,  1, -1],\n",
      "       [ 0,  0,  0]], dtype=int8), -1), action = [2 2], winner = 1\n",
      "00:00:10 [INFO] state = (array([[ 1, -1,  1],\n",
      "       [ 0,  1, -1],\n",
      "       [ 0,  0, -1]], dtype=int8), 1), action = [2 0], winner = 1\n",
      "00:00:10 [INFO] state = (array([[ 0,  1,  1],\n",
      "       [ 0,  0, -1],\n",
      "       [ 1,  0, -1]], dtype=int8), -1), action = [2 1], winner = 1\n",
      "00:00:10 [INFO] state = (array([[ 1,  0,  1],\n",
      "       [-1, -1,  1],\n",
      "       [-1,  1, -1]], dtype=int8), 1), action = [0 1], winner = 1\n",
      "00:00:10 [INFO] state = (array([[ 1,  0,  1],\n",
      "       [ 1, -1, -1],\n",
      "       [ 1,  0, -1]], dtype=int8), -1), action = None, winner = 1\n",
      "00:00:10 [INFO] state = (array([[ 0, -1,  0],\n",
      "       [ 0,  0,  1],\n",
      "       [ 0,  0,  1]], dtype=int8), -1), action = [0 2], winner = -1\n",
      "00:00:10 [INFO] state = (array([[ 0, -1,  1],\n",
      "       [ 1, -1, -1],\n",
      "       [ 0,  0,  1]], dtype=int8), 1), action = [2 1], winner = 0\n",
      "00:00:10 [INFO] state = (array([[-1,  1,  0],\n",
      "       [-1, -1,  1],\n",
      "       [-1,  1,  1]], dtype=int8), 1), action = None, winner = -1\n",
      "00:00:10 [INFO] state = (array([[ 1, -1,  1],\n",
      "       [-1, -1,  0],\n",
      "       [ 1,  1,  0]], dtype=int8), -1), action = [1 2], winner = -1\n",
      "00:00:10 [INFO] state = (array([[ 0,  0, -1],\n",
      "       [-1,  1,  1],\n",
      "       [-1,  1,  0]], dtype=int8), 1), action = [0 1], winner = 1\n",
      "00:00:10 [INFO] state = (array([[-1,  1,  1],\n",
      "       [ 1,  1,  0],\n",
      "       [ 0, -1, -1]], dtype=int8), -1), action = [2 0], winner = -1\n",
      "00:00:10 [INFO] state = (array([[ 1,  1,  1],\n",
      "       [ 1, -1, -1],\n",
      "       [-1,  1, -1]], dtype=int8), -1), action = None, winner = 1\n",
      "00:00:10 [INFO] state = (array([[ 0, -1,  1],\n",
      "       [ 1,  1,  0],\n",
      "       [-1,  0, -1]], dtype=int8), 1), action = [1 2], winner = 1\n",
      "00:00:10 [INFO] state = (array([[ 0, -1,  1],\n",
      "       [ 0,  1,  1],\n",
      "       [-1, -1,  1]], dtype=int8), -1), action = None, winner = 1\n",
      "00:00:10 [INFO] state = (array([[ 1,  1,  0],\n",
      "       [ 0,  0,  1],\n",
      "       [ 0, -1, -1]], dtype=int8), -1), action = [2 0], winner = -1\n",
      "00:00:10 [INFO] state = (array([[-1,  1,  1],\n",
      "       [-1,  0, -1],\n",
      "       [ 0,  1,  0]], dtype=int8), 1), action = [1 1], winner = 1\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "00:00:10 [INFO] state = (array([[ 0,  0,  1],\n",
      "       [-1,  0,  0],\n",
      "       [ 1, -1,  0]], dtype=int8), 1), action = [2 2], winner = 1\n",
      "00:00:10 [INFO] state = (array([[-1,  1, -1],\n",
      "       [ 0,  1,  0],\n",
      "       [ 0,  0,  1]], dtype=int8), -1), action = [2 1], winner = 0\n",
      "00:00:10 [INFO] state = (array([[ 0,  0,  0],\n",
      "       [ 1, -1,  1],\n",
      "       [ 1, -1,  0]], dtype=int8), -1), action = [0 1], winner = -1\n",
      "00:00:10 [INFO] state = (array([[-1, -1,  1],\n",
      "       [ 1,  1, -1],\n",
      "       [ 0,  0,  0]], dtype=int8), 1), action = [2 0], winner = 1\n",
      "00:00:10 [INFO] state = (array([[ 0,  0,  1],\n",
      "       [ 1,  0,  0],\n",
      "       [ 0, -1,  0]], dtype=int8), -1), action = [1 1], winner = 0\n",
      "00:00:10 [INFO] state = (array([[ 1,  0, -1],\n",
      "       [ 1,  0,  0],\n",
      "       [-1,  1, -1]], dtype=int8), 1), action = [1 2], winner = -1\n",
      "00:00:10 [INFO] state = (array([[-1, -1,  1],\n",
      "       [ 1, -1,  1],\n",
      "       [ 0,  1,  0]], dtype=int8), -1), action = [2 2], winner = -1\n",
      "00:00:10 [INFO] state = (array([[ 0,  0,  1],\n",
      "       [ 0, -1,  0],\n",
      "       [ 1, -1,  1]], dtype=int8), -1), action = [1 2], winner = -1\n",
      "00:00:10 [INFO] state = (array([[ 1,  0,  0],\n",
      "       [ 0, -1, -1],\n",
      "       [ 1,  0,  0]], dtype=int8), 1), action = [1 0], winner = 1\n",
      "00:00:10 [INFO] state = (array([[ 0,  1, -1],\n",
      "       [-1,  0,  0],\n",
      "       [-1,  1,  1]], dtype=int8), 1), action = [1 1], winner = 1\n",
      "00:00:10 [INFO] state = (array([[ 0,  0,  1],\n",
      "       [ 0,  1,  0],\n",
      "       [ 1, -1, -1]], dtype=int8), -1), action = None, winner = 1\n",
      "00:00:10 [INFO] state = (array([[ 1, -1, -1],\n",
      "       [ 1,  1,  0],\n",
      "       [-1,  0,  1]], dtype=int8), -1), action = None, winner = 1\n",
      "00:00:10 [INFO] state = (array([[-1,  0,  1],\n",
      "       [ 0, -1,  0],\n",
      "       [ 0,  1,  0]], dtype=int8), 1), action = [2 2], winner = 1\n",
      "00:00:10 [INFO] state = (array([[-1,  0,  1],\n",
      "       [-1,  1,  0],\n",
      "       [ 0,  0,  0]], dtype=int8), 1), action = [2 0], winner = 1\n",
      "00:00:10 [INFO] state = (array([[ 1, -1,  0],\n",
      "       [ 1,  0, -1],\n",
      "       [-1,  1,  0]], dtype=int8), 1), action = [2 2], winner = 0\n",
      "00:00:10 [INFO] state = (array([[ 1,  1, -1],\n",
      "       [ 0, -1,  1],\n",
      "       [ 0,  0,  0]], dtype=int8), -1), action = [2 0], winner = -1\n",
      "00:00:10 [INFO] state = (array([[ 1, -1,  1],\n",
      "       [ 1,  0,  0],\n",
      "       [ 0, -1,  0]], dtype=int8), -1), action = [2 0], winner = -1\n",
      "00:00:10 [INFO] state = (array([[-1, -1,  0],\n",
      "       [ 1,  1, -1],\n",
      "       [ 1,  0,  1]], dtype=int8), -1), action = [0 2], winner = -1\n",
      "00:00:10 [INFO] state = (array([[ 0,  0,  0],\n",
      "       [-1,  0,  1],\n",
      "       [-1,  1,  1]], dtype=int8), -1), action = [0 2], winner = -1\n",
      "00:00:10 [INFO] state = (array([[-1,  1,  1],\n",
      "       [-1, -1,  0],\n",
      "       [-1,  1,  1]], dtype=int8), 1), action = None, winner = -1\n",
      "00:00:10 [INFO] state = (array([[ 0,  1,  1],\n",
      "       [-1,  0, -1],\n",
      "       [ 0,  0,  1]], dtype=int8), -1), action = [1 1], winner = -1\n",
      "00:00:10 [INFO] state = (array([[ 0,  0,  1],\n",
      "       [ 1, -1,  1],\n",
      "       [-1,  1, -1]], dtype=int8), -1), action = [0 0], winner = -1\n",
      "00:00:10 [INFO] state = (array([[ 0, -1,  1],\n",
      "       [-1,  0,  1],\n",
      "       [ 1,  0,  0]], dtype=int8), -1), action = [2 2], winner = 1\n",
      "00:00:10 [INFO] state = (array([[-1,  0,  1],\n",
      "       [-1,  0, -1],\n",
      "       [ 1,  1,  0]], dtype=int8), 1), action = [2 2], winner = 1\n",
      "00:00:10 [INFO] state = (array([[ 0, -1, -1],\n",
      "       [-1,  1,  1],\n",
      "       [ 1,  1, -1]], dtype=int8), 1), action = [0 0], winner = 0\n",
      "00:00:10 [INFO] state = (array([[-1,  1,  1],\n",
      "       [-1,  0,  0],\n",
      "       [ 1,  1, -1]], dtype=int8), -1), action = [1 1], winner = -1\n",
      "00:00:10 [INFO] state = (array([[ 0,  0,  1],\n",
      "       [-1,  1,  0],\n",
      "       [ 0, -1,  0]], dtype=int8), 1), action = [2 2], winner = 1\n",
      "00:00:10 [INFO] state = (array([[ 0,  1,  1],\n",
      "       [ 1,  0, -1],\n",
      "       [-1,  0, -1]], dtype=int8), 1), action = [2 1], winner = 1\n",
      "00:00:10 [INFO] state = (array([[-1,  1,  0],\n",
      "       [ 1, -1, -1],\n",
      "       [ 1,  1,  0]], dtype=int8), -1), action = [2 2], winner = -1\n",
      "00:00:10 [INFO] state = (array([[ 1,  1,  0],\n",
      "       [ 1, -1,  0],\n",
      "       [-1,  1, -1]], dtype=int8), -1), action = [0 2], winner = -1\n",
      "00:00:10 [INFO] state = (array([[ 1,  1,  0],\n",
      "       [ 1, -1,  0],\n",
      "       [-1, -1,  1]], dtype=int8), -1), action = [0 2], winner = -1\n",
      "00:00:10 [INFO] state = (array([[-1,  1,  0],\n",
      "       [ 0,  1, -1],\n",
      "       [-1,  0,  1]], dtype=int8), 1), action = [2 1], winner = 1\n",
      "00:00:10 [INFO] state = (array([[-1,  1,  0],\n",
      "       [ 1,  1,  1],\n",
      "       [-1,  0, -1]], dtype=int8), -1), action = None, winner = 1\n",
      "00:00:10 [INFO] state = (array([[ 1,  0,  1],\n",
      "       [ 1, -1,  1],\n",
      "       [ 0, -1, -1]], dtype=int8), -1), action = [2 0], winner = -1\n",
      "00:00:10 [INFO] state = (array([[ 0,  0,  1],\n",
      "       [-1,  0,  1],\n",
      "       [ 1, -1,  0]], dtype=int8), -1), action = [2 2], winner = 1\n",
      "00:00:10 [INFO] state = (array([[ 1,  0, -1],\n",
      "       [ 0,  0,  1],\n",
      "       [-1,  0,  1]], dtype=int8), -1), action = [1 1], winner = -1\n",
      "00:00:10 [INFO] state = (array([[-1, -1,  0],\n",
      "       [ 1,  0,  1],\n",
      "       [ 1,  0,  0]], dtype=int8), -1), action = [1 1], winner = -1\n",
      "00:00:10 [INFO] state = (array([[ 0, -1,  0],\n",
      "       [ 1,  0,  1],\n",
      "       [-1,  0,  0]], dtype=int8), 1), action = [2 2], winner = 1\n",
      "00:00:10 [INFO] state = (array([[ 0,  0,  0],\n",
      "       [ 1,  0,  1],\n",
      "       [ 0, -1, -1]], dtype=int8), 1), action = [2 0], winner = 1\n",
      "00:00:10 [INFO] state = (array([[ 0,  0,  0],\n",
      "       [ 0,  0,  0],\n",
      "       [-1,  1,  1]], dtype=int8), -1), action = [1 0], winner = -1\n",
      "00:00:10 [INFO] state = (array([[-1,  0,  1],\n",
      "       [ 1,  0,  0],\n",
      "       [-1,  0,  1]], dtype=int8), -1), action = [1 2], winner = 0\n",
      "00:00:10 [INFO] state = (array([[-1, -1,  0],\n",
      "       [-1,  1,  0],\n",
      "       [ 1,  1,  0]], dtype=int8), 1), action = [2 2], winner = 1\n",
      "00:00:10 [INFO] state = (array([[-1,  0,  1],\n",
      "       [-1,  1, -1],\n",
      "       [ 1,  1,  0]], dtype=int8), -1), action = None, winner = 1\n",
      "00:00:10 [INFO] state = (array([[ 1,  0,  1],\n",
      "       [ 0, -1, -1],\n",
      "       [-1,  1,  1]], dtype=int8), -1), action = [1 0], winner = -1\n",
      "00:00:10 [INFO] state = (array([[ 0,  1,  0],\n",
      "       [-1, -1,  0],\n",
      "       [ 1,  0,  0]], dtype=int8), 1), action = [1 2], winner = 0\n",
      "00:00:10 [INFO] state = (array([[-1,  0,  1],\n",
      "       [ 0,  0,  0],\n",
      "       [ 0,  1, -1]], dtype=int8), 1), action = [1 1], winner = 1\n",
      "00:00:10 [INFO] state = (array([[ 1,  0, -1],\n",
      "       [ 1,  0,  0],\n",
      "       [-1,  0,  1]], dtype=int8), -1), action = [1 1], winner = -1\n",
      "00:00:10 [INFO] state = (array([[ 0,  0,  1],\n",
      "       [ 0,  0,  0],\n",
      "       [-1,  0,  1]], dtype=int8), -1), action = [2 1], winner = 1\n",
      "00:00:10 [INFO] state = (array([[ 1,  0,  0],\n",
      "       [ 0,  0, -1],\n",
      "       [-1,  1,  1]], dtype=int8), -1), action = [1 1], winner = -1\n",
      "00:00:10 [INFO] state = (array([[ 0,  0, -1],\n",
      "       [ 1,  0, -1],\n",
      "       [ 1,  0,  1]], dtype=int8), -1), action = [2 1], winner = 1\n",
      "00:00:10 [INFO] state = (array([[ 0,  1,  0],\n",
      "       [ 0,  1,  0],\n",
      "       [-1,  0,  0]], dtype=int8), -1), action = [2 1], winner = 0\n",
      "00:00:10 [INFO] state = (array([[ 1,  1, -1],\n",
      "       [-1, -1,  0],\n",
      "       [ 1, -1,  1]], dtype=int8), 1), action = [1 2], winner = 0\n",
      "00:00:10 [INFO] state = (array([[ 0,  0, -1],\n",
      "       [ 0,  1, -1],\n",
      "       [ 1,  0,  0]], dtype=int8), 1), action = [2 2], winner = 1\n",
      "00:00:10 [INFO] state = (array([[ 1,  1, -1],\n",
      "       [ 0,  1, -1],\n",
      "       [-1,  1,  0]], dtype=int8), -1), action = None, winner = 1\n",
      "00:00:10 [INFO] state = (array([[ 0,  1, -1],\n",
      "       [ 1, -1,  0],\n",
      "       [-1,  0,  1]], dtype=int8), 1), action = None, winner = -1\n",
      "00:00:10 [INFO] state = (array([[ 1,  0, -1],\n",
      "       [ 0,  1, -1],\n",
      "       [ 1,  0,  0]], dtype=int8), -1), action = [2 2], winner = -1\n",
      "00:00:10 [INFO] state = (array([[ 0,  1,  0],\n",
      "       [ 1, -1, -1],\n",
      "       [ 1, -1,  1]], dtype=int8), -1), action = [0 0], winner = 0\n",
      "00:00:10 [INFO] state = (array([[ 1,  1,  0],\n",
      "       [ 1, -1, -1],\n",
      "       [ 0,  0,  0]], dtype=int8), -1), action = [2 2], winner = 1\n",
      "00:00:10 [INFO] state = (array([[ 0, -1,  0],\n",
      "       [ 1, -1,  0],\n",
      "       [ 0,  0,  1]], dtype=int8), 1), action = [2 1], winner = 0\n",
      "00:00:10 [INFO] state = (array([[ 0,  1, -1],\n",
      "       [ 1,  1,  1],\n",
      "       [ 0, -1, -1]], dtype=int8), -1), action = None, winner = 1\n",
      "00:00:10 [INFO] state = (array([[ 0, -1,  1],\n",
      "       [ 1,  1,  0],\n",
      "       [ 0, -1, -1]], dtype=int8), 1), action = [2 0], winner = 1\n",
      "00:00:10 [INFO] state = (array([[ 0, -1,  0],\n",
      "       [-1,  1,  1],\n",
      "       [ 0,  0,  0]], dtype=int8), 1), action = [2 2], winner = 1\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "00:00:10 [INFO] state = (array([[ 0,  1,  1],\n",
      "       [ 0, -1, -1],\n",
      "       [ 0,  0,  0]], dtype=int8), 1), action = [0 0], winner = 1\n",
      "00:00:10 [INFO] state = (array([[ 0,  0,  1],\n",
      "       [ 1, -1,  1],\n",
      "       [ 0, -1,  0]], dtype=int8), -1), action = [2 2], winner = -1\n",
      "00:00:10 [INFO] state = (array([[ 0,  0,  0],\n",
      "       [ 0,  0,  1],\n",
      "       [-1, -1,  1]], dtype=int8), 1), action = [1 1], winner = 1\n",
      "00:00:10 [INFO] state = (array([[ 0, -1,  1],\n",
      "       [ 1, -1, -1],\n",
      "       [ 0,  1,  1]], dtype=int8), -1), action = [2 0], winner = 0\n",
      "00:00:10 [INFO] state = (array([[-1,  1, -1],\n",
      "       [ 0,  0,  0],\n",
      "       [ 1,  0,  1]], dtype=int8), -1), action = [2 1], winner = 0\n",
      "00:00:10 [INFO] state = (array([[ 1, -1,  1],\n",
      "       [-1,  1,  0],\n",
      "       [ 1,  0, -1]], dtype=int8), -1), action = None, winner = 1\n",
      "00:00:10 [INFO] state = (array([[-1, -1,  1],\n",
      "       [ 0,  0,  1],\n",
      "       [ 1,  1, -1]], dtype=int8), -1), action = [1 1], winner = -1\n",
      "00:00:10 [INFO] state = (array([[ 0,  0, -1],\n",
      "       [ 0,  0, -1],\n",
      "       [ 1,  1,  0]], dtype=int8), 1), action = [2 2], winner = 1\n",
      "00:00:10 [INFO] state = (array([[ 1, -1,  1],\n",
      "       [ 1,  0, -1],\n",
      "       [-1,  1,  0]], dtype=int8), -1), action = [2 2], winner = 0\n",
      "00:00:10 [INFO] state = (array([[-1,  1,  1],\n",
      "       [ 0, -1,  0],\n",
      "       [-1,  1,  1]], dtype=int8), -1), action = [1 0], winner = -1\n",
      "00:00:10 [INFO] state = (array([[ 0,  0,  1],\n",
      "       [ 0,  1, -1],\n",
      "       [ 0, -1,  1]], dtype=int8), -1), action = [2 0], winner = 1\n",
      "00:00:10 [INFO] state = (array([[ 0,  0,  0],\n",
      "       [ 0,  1,  0],\n",
      "       [-1, -1,  1]], dtype=int8), 1), action = [1 2], winner = 1\n",
      "00:00:10 [INFO] state = (array([[-1,  1,  0],\n",
      "       [ 1, -1,  0],\n",
      "       [ 0,  0,  1]], dtype=int8), -1), action = [2 1], winner = 0\n",
      "00:00:10 [INFO] state = (array([[ 0,  0,  0],\n",
      "       [ 0,  1,  0],\n",
      "       [ 1, -1,  0]], dtype=int8), -1), action = [2 2], winner = 1\n",
      "00:00:10 [INFO] state = (array([[-1,  1,  1],\n",
      "       [ 0,  1,  0],\n",
      "       [ 0, -1, -1]], dtype=int8), 1), action = [2 0], winner = 1\n",
      "00:00:10 [INFO] state = (array([[ 0,  1,  1],\n",
      "       [-1,  0, -1],\n",
      "       [-1,  0,  1]], dtype=int8), 1), action = [0 0], winner = 1\n",
      "00:00:10 [INFO] state = (array([[ 0,  0, -1],\n",
      "       [ 0,  0,  1],\n",
      "       [-1,  0,  1]], dtype=int8), 1), action = [1 1], winner = 1\n",
      "00:00:10 [INFO] state = (array([[-1,  0, -1],\n",
      "       [ 1,  0,  1],\n",
      "       [ 1,  0,  0]], dtype=int8), -1), action = [1 1], winner = -1\n",
      "00:00:10 [INFO] state = (array([[-1,  1,  0],\n",
      "       [-1, -1,  1],\n",
      "       [ 1,  1, -1]], dtype=int8), 1), action = None, winner = -1\n",
      "00:00:10 [INFO] state = (array([[-1, -1,  0],\n",
      "       [ 0,  0,  1],\n",
      "       [ 0,  1,  1]], dtype=int8), -1), action = [0 2], winner = -1\n",
      "00:00:10 [INFO] state = (array([[ 1,  0,  0],\n",
      "       [ 0,  0,  0],\n",
      "       [-1,  0,  0]], dtype=int8), 1), action = [2 2], winner = 1\n",
      "00:00:10 [INFO] state = (array([[ 1,  0,  0],\n",
      "       [ 0, -1, -1],\n",
      "       [ 1,  0,  1]], dtype=int8), -1), action = [1 0], winner = -1\n",
      "00:00:10 [INFO] state = (array([[ 1, -1,  0],\n",
      "       [ 0,  1, -1],\n",
      "       [ 1, -1,  1]], dtype=int8), -1), action = None, winner = 1\n",
      "00:00:10 [INFO] state = (array([[ 1,  1,  0],\n",
      "       [-1,  0,  1],\n",
      "       [-1,  1, -1]], dtype=int8), -1), action = [1 1], winner = 1\n",
      "00:00:10 [INFO] state = (array([[ 0, -1, -1],\n",
      "       [ 1,  0,  1],\n",
      "       [ 0,  0,  1]], dtype=int8), -1), action = [1 1], winner = -1\n",
      "00:00:10 [INFO] state = (array([[-1,  0, -1],\n",
      "       [ 0,  1, -1],\n",
      "       [ 1,  1,  1]], dtype=int8), -1), action = None, winner = 1\n",
      "00:00:10 [INFO] state = (array([[ 0,  1,  0],\n",
      "       [ 0,  1, -1],\n",
      "       [ 1,  0, -1]], dtype=int8), -1), action = [0 2], winner = -1\n",
      "00:00:10 [INFO] state = (array([[ 1,  0,  0],\n",
      "       [-1,  1,  1],\n",
      "       [ 0, -1,  0]], dtype=int8), -1), action = [2 2], winner = 0\n",
      "00:00:10 [INFO] state = (array([[ 1,  0,  0],\n",
      "       [-1,  0, -1],\n",
      "       [ 0,  0,  1]], dtype=int8), 1), action = [1 1], winner = 1\n",
      "00:00:10 [INFO] state = (array([[ 1,  0, -1],\n",
      "       [ 1,  1, -1],\n",
      "       [ 0,  0, -1]], dtype=int8), 1), action = None, winner = -1\n",
      "00:00:10 [INFO] state = (array([[-1,  1, -1],\n",
      "       [ 0, -1,  1],\n",
      "       [ 0,  1,  0]], dtype=int8), 1), action = [2 2], winner = -1\n",
      "00:00:10 [INFO] state = (array([[ 1,  0,  1],\n",
      "       [ 0, -1, -1],\n",
      "       [ 1,  0, -1]], dtype=int8), 1), action = [1 0], winner = 1\n",
      "00:00:10 [INFO] state = (array([[ 0, -1,  1],\n",
      "       [-1,  0, -1],\n",
      "       [ 1,  1,  0]], dtype=int8), 1), action = [2 2], winner = 1\n",
      "00:00:10 [INFO] state = (array([[ 1, -1,  0],\n",
      "       [ 0,  0,  0],\n",
      "       [ 0,  0,  1]], dtype=int8), -1), action = [1 1], winner = 0\n",
      "00:00:10 [INFO] state = (array([[ 1,  0,  0],\n",
      "       [-1, -1,  0],\n",
      "       [ 1,  1, -1]], dtype=int8), 1), action = [1 2], winner = 0\n",
      "00:00:10 [INFO] state = (array([[ 0,  0,  0],\n",
      "       [ 1,  0,  0],\n",
      "       [ 0, -1,  0]], dtype=int8), 1), action = [2 0], winner = 1\n",
      "00:00:10 [INFO] state = (array([[ 0,  1,  1],\n",
      "       [ 0, -1,  0],\n",
      "       [-1, -1,  1]], dtype=int8), 1), action = [1 2], winner = 1\n",
      "00:00:10 [INFO] state = (array([[-1, -1, -1],\n",
      "       [ 0,  1,  1],\n",
      "       [ 1,  0,  0]], dtype=int8), 1), action = None, winner = -1\n",
      "00:00:10 [INFO] state = (array([[-1, -1,  0],\n",
      "       [-1,  1,  1],\n",
      "       [ 1,  1,  0]], dtype=int8), -1), action = [0 2], winner = -1\n",
      "00:00:10 [INFO] state = (array([[-1, -1,  1],\n",
      "       [ 0,  1,  0],\n",
      "       [ 1,  1, -1]], dtype=int8), -1), action = None, winner = 1\n",
      "00:00:10 [INFO] state = (array([[ 1,  0, -1],\n",
      "       [ 1,  0,  1],\n",
      "       [-1,  1, -1]], dtype=int8), -1), action = [1 1], winner = -1\n",
      "00:00:10 [INFO] state = (array([[ 1, -1,  0],\n",
      "       [-1,  1,  0],\n",
      "       [ 1,  0,  0]], dtype=int8), -1), action = [2 2], winner = 1\n",
      "00:00:10 [INFO] state = (array([[ 1,  1,  0],\n",
      "       [-1,  1, -1],\n",
      "       [-1,  0,  1]], dtype=int8), -1), action = None, winner = 1\n",
      "00:00:10 [INFO] state = (array([[-1,  1, -1],\n",
      "       [ 1,  1,  0],\n",
      "       [-1,  0,  1]], dtype=int8), -1), action = [2 1], winner = 1\n",
      "00:00:10 [INFO] state = (array([[-1,  0,  0],\n",
      "       [ 0,  1,  1],\n",
      "       [ 0, -1,  1]], dtype=int8), -1), action = [2 0], winner = 1\n",
      "00:00:10 [INFO] state = (array([[-1,  1, -1],\n",
      "       [ 1,  1,  0],\n",
      "       [-1, -1,  1]], dtype=int8), 1), action = [1 2], winner = 1\n",
      "00:00:10 [INFO] state = (array([[-1,  1,  0],\n",
      "       [ 0, -1,  0],\n",
      "       [ 0,  1,  1]], dtype=int8), -1), action = [2 0], winner = -1\n",
      "00:00:10 [INFO] state = (array([[-1,  0, -1],\n",
      "       [ 0,  1,  1],\n",
      "       [-1,  1,  1]], dtype=int8), -1), action = [1 0], winner = -1\n",
      "00:00:10 [INFO] state = (array([[ 0,  1,  1],\n",
      "       [ 1, -1, -1],\n",
      "       [-1,  1,  0]], dtype=int8), -1), action = [0 0], winner = 0\n",
      "00:00:10 [INFO] state = (array([[-1,  1,  0],\n",
      "       [-1,  1, -1],\n",
      "       [ 1,  1,  0]], dtype=int8), -1), action = None, winner = 1\n",
      "00:00:10 [INFO] state = (array([[ 0,  1, -1],\n",
      "       [ 1,  0,  0],\n",
      "       [ 1, -1, -1]], dtype=int8), 1), action = [1 2], winner = 1\n",
      "00:00:10 [INFO] state = (array([[ 0, -1,  1],\n",
      "       [ 0,  0,  1],\n",
      "       [ 0, -1,  1]], dtype=int8), -1), action = None, winner = 1\n",
      "00:00:10 [INFO] state = (array([[ 0,  1,  1],\n",
      "       [ 0,  1,  0],\n",
      "       [-1, -1,  0]], dtype=int8), -1), action = [2 2], winner = -1\n",
      "00:00:10 [INFO] state = (array([[-1, -1, -1],\n",
      "       [ 1,  0,  1],\n",
      "       [ 0,  0,  1]], dtype=int8), 1), action = None, winner = -1\n",
      "00:00:10 [INFO] state = (array([[ 1,  0,  0],\n",
      "       [ 0, -1,  0],\n",
      "       [ 1,  1, -1]], dtype=int8), -1), action = [1 0], winner = 0\n",
      "00:00:10 [INFO] state = (array([[ 1,  1,  1],\n",
      "       [-1, -1,  1],\n",
      "       [-1,  1, -1]], dtype=int8), -1), action = None, winner = 1\n",
      "00:00:10 [INFO] state = (array([[ 1, -1, -1],\n",
      "       [ 1, -1,  1],\n",
      "       [ 1,  0,  0]], dtype=int8), -1), action = None, winner = 1\n",
      "00:00:10 [INFO] state = (array([[ 1, -1, -1],\n",
      "       [-1,  1,  1],\n",
      "       [ 1, -1,  1]], dtype=int8), -1), action = None, winner = 1\n",
      "00:00:10 [INFO] state = (array([[ 0,  1, -1],\n",
      "       [ 0,  0,  0],\n",
      "       [ 0,  1,  0]], dtype=int8), -1), action = [1 1], winner = -1\n",
      "00:00:10 [INFO] state = (array([[-1,  0,  1],\n",
      "       [-1,  1,  1],\n",
      "       [ 1,  0, -1]], dtype=int8), -1), action = None, winner = 1\n",
      "00:00:10 [INFO] state = (array([[ 1, -1,  1],\n",
      "       [ 0,  0,  1],\n",
      "       [-1, -1,  1]], dtype=int8), -1), action = None, winner = 1\n",
      "00:00:10 [INFO] state = (array([[ 0,  1,  0],\n",
      "       [-1, -1,  1],\n",
      "       [ 0, -1,  1]], dtype=int8), 1), action = [0 2], winner = 1\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "00:00:10 [INFO] state = (array([[ 0,  1,  0],\n",
      "       [ 1, -1,  0],\n",
      "       [-1,  0,  0]], dtype=int8), 1), action = [0 2], winner = 0\n",
      "00:00:10 [INFO] state = (array([[ 0,  0,  0],\n",
      "       [ 0,  1, -1],\n",
      "       [ 0, -1,  1]], dtype=int8), 1), action = [2 0], winner = 1\n",
      "00:00:10 [INFO] state = (array([[-1,  0,  1],\n",
      "       [ 1, -1,  0],\n",
      "       [ 0,  1, -1]], dtype=int8), 1), action = None, winner = -1\n",
      "00:00:10 [INFO] state = (array([[-1,  1,  0],\n",
      "       [ 1, -1,  1],\n",
      "       [ 0, -1,  0]], dtype=int8), 1), action = [2 2], winner = 0\n",
      "00:00:10 [INFO] state = (array([[ 1,  0, -1],\n",
      "       [ 0, -1, -1],\n",
      "       [ 1,  0,  1]], dtype=int8), 1), action = [2 1], winner = 1\n",
      "00:00:10 [INFO] state = (array([[ 1,  0,  0],\n",
      "       [ 0,  0,  0],\n",
      "       [-1, -1,  1]], dtype=int8), 1), action = [1 2], winner = 1\n",
      "00:00:10 [INFO] state = (array([[ 0, -1, -1],\n",
      "       [ 1, -1,  0],\n",
      "       [ 1,  1,  1]], dtype=int8), -1), action = None, winner = 1\n",
      "00:00:10 [INFO] state = (array([[-1,  0,  0],\n",
      "       [ 1, -1, -1],\n",
      "       [ 1,  1,  1]], dtype=int8), -1), action = None, winner = 1\n",
      "00:00:10 [INFO] state = (array([[-1, -1, -1],\n",
      "       [ 0,  1,  1],\n",
      "       [ 0,  1,  0]], dtype=int8), 1), action = None, winner = -1\n",
      "00:00:10 [INFO] state = (array([[ 0,  1, -1],\n",
      "       [ 1, -1,  0],\n",
      "       [ 0, -1,  1]], dtype=int8), 1), action = [2 0], winner = 0\n",
      "00:00:10 [INFO] state = (array([[ 0,  0,  1],\n",
      "       [ 1,  0,  0],\n",
      "       [-1,  1, -1]], dtype=int8), -1), action = [1 1], winner = 0\n",
      "00:00:10 [INFO] state = (array([[ 0, -1,  1],\n",
      "       [-1, -1,  1],\n",
      "       [ 1,  0,  0]], dtype=int8), 1), action = [2 2], winner = 1\n",
      "00:00:10 [INFO] state = (array([[ 0,  0,  1],\n",
      "       [ 1, -1,  0],\n",
      "       [ 1, -1,  0]], dtype=int8), -1), action = [0 1], winner = -1\n",
      "00:00:10 [INFO] state = (array([[ 1, -1, -1],\n",
      "       [ 0,  0,  1],\n",
      "       [ 1, -1,  1]], dtype=int8), -1), action = [1 1], winner = -1\n",
      "00:00:10 [INFO] state = (array([[ 0,  0, -1],\n",
      "       [-1,  1,  1],\n",
      "       [-1,  1,  1]], dtype=int8), -1), action = [0 0], winner = -1\n",
      "00:00:10 [INFO] state = (array([[ 0,  1, -1],\n",
      "       [ 0,  0,  0],\n",
      "       [-1,  1,  1]], dtype=int8), -1), action = [1 1], winner = -1\n",
      "00:00:10 [INFO] state = (array([[-1,  0,  0],\n",
      "       [ 1,  1, -1],\n",
      "       [ 0, -1,  1]], dtype=int8), 1), action = [2 0], winner = 0\n",
      "00:00:10 [INFO] state = (array([[-1,  0,  0],\n",
      "       [ 0, -1,  1],\n",
      "       [ 0,  0,  1]], dtype=int8), 1), action = [2 1], winner = 1\n",
      "00:00:10 [INFO] state = (array([[ 1,  0,  0],\n",
      "       [ 0, -1,  1],\n",
      "       [ 0,  1, -1]], dtype=int8), -1), action = [2 0], winner = 0\n",
      "00:00:10 [INFO] state = (array([[-1,  0,  0],\n",
      "       [ 1, -1,  0],\n",
      "       [ 1,  0,  0]], dtype=int8), 1), action = [2 2], winner = 0\n",
      "00:00:10 [INFO] state = (array([[-1, -1,  1],\n",
      "       [-1,  0,  0],\n",
      "       [ 1,  1,  1]], dtype=int8), -1), action = None, winner = 1\n",
      "00:00:10 [INFO] state = (array([[ 1, -1,  0],\n",
      "       [-1,  0,  1],\n",
      "       [ 0,  0,  0]], dtype=int8), 1), action = [2 2], winner = 1\n",
      "00:00:10 [INFO] state = (array([[ 0,  1, -1],\n",
      "       [ 0, -1,  0],\n",
      "       [ 0,  1,  0]], dtype=int8), 1), action = [2 2], winner = -1\n",
      "00:00:10 [INFO] state = (array([[ 1,  0, -1],\n",
      "       [ 0,  1, -1],\n",
      "       [ 1, -1,  0]], dtype=int8), 1), action = [2 2], winner = 1\n",
      "00:00:10 [INFO] state = (array([[ 0, -1,  0],\n",
      "       [ 1,  0,  0],\n",
      "       [ 0, -1,  1]], dtype=int8), 1), action = [1 1], winner = 1\n",
      "00:00:10 [INFO] state = (array([[-1,  1,  0],\n",
      "       [ 0,  0, -1],\n",
      "       [ 0,  1,  1]], dtype=int8), -1), action = [2 0], winner = 1\n",
      "00:00:10 [INFO] state = (array([[-1,  1,  0],\n",
      "       [ 0,  1, -1],\n",
      "       [ 0,  0,  0]], dtype=int8), 1), action = [2 1], winner = 1\n",
      "00:00:10 [INFO] state = (array([[ 0,  0,  0],\n",
      "       [ 1, -1, -1],\n",
      "       [ 0,  1,  1]], dtype=int8), -1), action = [2 0], winner = 0\n",
      "00:00:10 [INFO] state = (array([[-1,  0,  0],\n",
      "       [ 0,  1, -1],\n",
      "       [ 1, -1,  1]], dtype=int8), 1), action = [0 2], winner = 1\n",
      "00:00:10 [INFO] state = (array([[ 1,  1,  0],\n",
      "       [ 1,  0,  0],\n",
      "       [-1, -1,  0]], dtype=int8), -1), action = [2 2], winner = -1\n",
      "00:00:10 [INFO] state = (array([[ 1,  1, -1],\n",
      "       [-1,  1,  0],\n",
      "       [-1,  1,  0]], dtype=int8), -1), action = None, winner = 1\n",
      "00:00:10 [INFO] state = (array([[ 1,  0,  1],\n",
      "       [-1,  0, -1],\n",
      "       [ 0, -1,  1]], dtype=int8), 1), action = [1 1], winner = 1\n",
      "00:00:10 [INFO] state = (array([[ 0,  1, -1],\n",
      "       [-1,  0,  1],\n",
      "       [ 1, -1,  0]], dtype=int8), 1), action = [2 2], winner = 0\n",
      "00:00:10 [INFO] state = (array([[ 1, -1,  0],\n",
      "       [-1,  1,  1],\n",
      "       [ 0, -1,  1]], dtype=int8), -1), action = None, winner = 1\n",
      "00:00:10 [INFO] state = (array([[ 1,  0, -1],\n",
      "       [ 0,  0,  1],\n",
      "       [ 0,  0,  0]], dtype=int8), -1), action = [1 1], winner = 0\n",
      "00:00:10 [INFO] state = (array([[ 0, -1,  0],\n",
      "       [-1,  1,  0],\n",
      "       [ 0,  1,  1]], dtype=int8), -1), action = [2 0], winner = 1\n",
      "00:00:10 [INFO] state = (array([[ 1, -1,  0],\n",
      "       [-1,  1,  0],\n",
      "       [-1,  1,  1]], dtype=int8), -1), action = None, winner = 1\n",
      "00:00:10 [INFO] state = (array([[ 1,  1, -1],\n",
      "       [ 1, -1, -1],\n",
      "       [-1,  1,  0]], dtype=int8), 1), action = None, winner = -1\n",
      "00:00:10 [INFO] state = (array([[-1,  1,  0],\n",
      "       [ 1,  1,  0],\n",
      "       [-1, -1,  1]], dtype=int8), -1), action = [1 2], winner = 0\n",
      "00:00:10 [INFO] state = (array([[ 0,  0,  0],\n",
      "       [ 0,  1, -1],\n",
      "       [ 1,  0,  0]], dtype=int8), -1), action = [2 2], winner = 1\n",
      "00:00:10 [INFO] state = (array([[ 0, -1, -1],\n",
      "       [ 1,  1,  0],\n",
      "       [ 0,  0,  0]], dtype=int8), 1), action = [1 2], winner = 1\n",
      "00:00:10 [INFO] state = (array([[ 0,  1,  1],\n",
      "       [-1,  0,  0],\n",
      "       [ 0, -1,  1]], dtype=int8), -1), action = [2 0], winner = 1\n",
      "00:00:10 [INFO] state = (array([[-1,  0,  0],\n",
      "       [ 0,  0, -1],\n",
      "       [ 1,  0,  1]], dtype=int8), 1), action = [2 1], winner = 1\n",
      "00:00:10 [INFO] state = (array([[ 0,  0,  0],\n",
      "       [ 0,  1, -1],\n",
      "       [-1,  1,  1]], dtype=int8), -1), action = [1 0], winner = 1\n",
      "00:00:10 [INFO] state = (array([[ 0,  0,  0],\n",
      "       [ 0, -1,  0],\n",
      "       [-1,  1,  1]], dtype=int8), 1), action = [0 2], winner = 0\n",
      "00:00:10 [INFO] state = (array([[ 1,  1,  0],\n",
      "       [ 0,  0, -1],\n",
      "       [-1,  1, -1]], dtype=int8), 1), action = [1 1], winner = 1\n",
      "00:00:10 [INFO] state = (array([[ 0,  0, -1],\n",
      "       [ 1,  0,  0],\n",
      "       [ 0,  0,  0]], dtype=int8), 1), action = [0 0], winner = 1\n",
      "00:00:10 [INFO] state = (array([[-1, -1,  1],\n",
      "       [ 0,  0,  1],\n",
      "       [ 1, -1,  1]], dtype=int8), -1), action = None, winner = 1\n",
      "00:00:10 [INFO] state = (array([[-1,  1,  1],\n",
      "       [ 1,  1, -1],\n",
      "       [ 0, -1,  0]], dtype=int8), -1), action = [2 0], winner = 0\n",
      "00:00:10 [INFO] state = (array([[ 1,  1, -1],\n",
      "       [ 1, -1, -1],\n",
      "       [ 1,  0,  0]], dtype=int8), -1), action = None, winner = 1\n",
      "00:00:10 [INFO] state = (array([[ 0,  1,  1],\n",
      "       [ 0,  0, -1],\n",
      "       [-1,  1, -1]], dtype=int8), 1), action = [1 1], winner = 1\n",
      "00:00:10 [INFO] state = (array([[ 0, -1,  1],\n",
      "       [ 0,  1, -1],\n",
      "       [ 0,  1,  0]], dtype=int8), -1), action = [2 0], winner = 0\n",
      "00:00:10 [INFO] state = (array([[ 1,  1, -1],\n",
      "       [-1, -1,  1],\n",
      "       [ 1,  0,  0]], dtype=int8), -1), action = [2 2], winner = 0\n",
      "00:00:10 [INFO] state = (array([[ 1,  1,  0],\n",
      "       [ 1, -1,  0],\n",
      "       [ 0,  0, -1]], dtype=int8), -1), action = [2 1], winner = 1\n",
      "00:00:10 [INFO] state = (array([[ 1, -1,  0],\n",
      "       [ 0,  0,  0],\n",
      "       [ 0,  1, -1]], dtype=int8), 1), action = [2 0], winner = 0\n",
      "00:00:10 [INFO] state = (array([[ 1,  0, -1],\n",
      "       [ 1,  0,  0],\n",
      "       [ 0, -1,  1]], dtype=int8), -1), action = [2 0], winner = 1\n",
      "00:00:10 [INFO] state = (array([[ 0,  1,  0],\n",
      "       [ 1,  1, -1],\n",
      "       [-1,  0, -1]], dtype=int8), 1), action = [2 1], winner = 1\n",
      "00:00:10 [INFO] state = (array([[-1, -1,  0],\n",
      "       [ 0,  1,  1],\n",
      "       [ 0,  0,  1]], dtype=int8), -1), action = [0 2], winner = -1\n",
      "00:00:10 [INFO] state = (array([[ 0,  1, -1],\n",
      "       [ 1,  0,  0],\n",
      "       [-1,  0,  0]], dtype=int8), 1), action = [1 1], winner = 1\n",
      "00:00:10 [INFO] state = (array([[-1,  0, -1],\n",
      "       [ 1,  1,  1],\n",
      "       [-1,  0,  1]], dtype=int8), -1), action = None, winner = 1\n",
      "00:00:10 [INFO] state = (array([[ 1,  0,  0],\n",
      "       [ 1,  0, -1],\n",
      "       [ 0,  1, -1]], dtype=int8), -1), action = [0 2], winner = -1\n",
      "00:00:10 [INFO] state = (array([[ 1,  1, -1],\n",
      "       [-1, -1, -1],\n",
      "       [ 0,  1,  1]], dtype=int8), 1), action = None, winner = -1\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "00:00:10 [INFO] state = (array([[ 0,  0,  0],\n",
      "       [ 0,  1, -1],\n",
      "       [ 1,  1, -1]], dtype=int8), -1), action = [0 2], winner = -1\n",
      "00:00:10 [INFO] state = (array([[ 0, -1,  1],\n",
      "       [-1,  1,  1],\n",
      "       [-1,  1, -1]], dtype=int8), 1), action = [0 0], winner = 0\n",
      "00:00:10 [INFO] state = (array([[-1,  0,  0],\n",
      "       [ 1, -1,  1],\n",
      "       [-1,  0,  1]], dtype=int8), 1), action = [0 2], winner = 1\n",
      "00:00:10 [INFO] state = (array([[ 0,  0,  0],\n",
      "       [ 1, -1,  0],\n",
      "       [ 0, -1,  1]], dtype=int8), 1), action = [0 1], winner = 0\n",
      "00:00:10 [INFO] state = (array([[ 1,  1,  0],\n",
      "       [ 0,  0,  1],\n",
      "       [-1, -1, -1]], dtype=int8), 1), action = None, winner = -1\n",
      "00:00:10 [INFO] state = (array([[ 1,  0, -1],\n",
      "       [-1,  1,  0],\n",
      "       [-1,  1,  1]], dtype=int8), -1), action = None, winner = 1\n",
      "00:00:10 [INFO] state = (array([[-1,  0,  1],\n",
      "       [ 0, -1,  1],\n",
      "       [-1,  1,  0]], dtype=int8), 1), action = [2 2], winner = 1\n",
      "00:00:10 [INFO] state = (array([[-1,  0,  1],\n",
      "       [ 0,  0,  0],\n",
      "       [ 1, -1,  1]], dtype=int8), -1), action = [1 2], winner = 1\n",
      "00:00:10 [INFO] state = (array([[-1, -1,  0],\n",
      "       [ 1,  0,  0],\n",
      "       [ 1,  1,  0]], dtype=int8), -1), action = [2 2], winner = -1\n",
      "00:00:10 [INFO] state = (array([[ 1,  0, -1],\n",
      "       [-1, -1,  1],\n",
      "       [ 0,  1,  1]], dtype=int8), -1), action = [2 0], winner = -1\n",
      "00:00:10 [INFO] state = (array([[-1,  0, -1],\n",
      "       [ 1, -1,  1],\n",
      "       [ 1,  1, -1]], dtype=int8), 1), action = None, winner = -1\n",
      "00:00:10 [INFO] state = (array([[ 0, -1, -1],\n",
      "       [ 0,  0,  1],\n",
      "       [ 1,  1, -1]], dtype=int8), 1), action = [0 0], winner = 0\n",
      "00:00:10 [INFO] state = (array([[ 1, -1, -1],\n",
      "       [ 0,  0,  1],\n",
      "       [ 1, -1,  0]], dtype=int8), 1), action = [1 1], winner = 1\n",
      "00:00:10 [INFO] state = (array([[ 0,  1,  0],\n",
      "       [ 0, -1,  0],\n",
      "       [ 1,  0,  0]], dtype=int8), -1), action = [1 2], winner = 0\n",
      "00:00:10 [INFO] state = (array([[ 1,  0,  0],\n",
      "       [ 1, -1,  0],\n",
      "       [ 1,  0, -1]], dtype=int8), -1), action = None, winner = 1\n",
      "00:00:10 [INFO] state = (array([[ 0, -1,  0],\n",
      "       [-1,  1,  1],\n",
      "       [ 1,  1, -1]], dtype=int8), -1), action = [0 2], winner = 0\n",
      "00:00:10 [INFO] state = (array([[-1,  1,  1],\n",
      "       [ 0, -1, -1],\n",
      "       [ 0,  1,  1]], dtype=int8), -1), action = [1 0], winner = -1\n",
      "00:00:10 [INFO] state = (array([[ 1,  1, -1],\n",
      "       [-1,  0, -1],\n",
      "       [ 0,  1,  1]], dtype=int8), -1), action = [1 1], winner = -1\n",
      "00:00:10 [INFO] state = (array([[ 0, -1, -1],\n",
      "       [ 0,  0,  1],\n",
      "       [ 0,  0,  1]], dtype=int8), 1), action = [2 1], winner = -1\n",
      "00:00:10 [INFO] state = (array([[ 0,  0,  0],\n",
      "       [ 0,  1,  1],\n",
      "       [-1, -1,  1]], dtype=int8), -1), action = [1 0], winner = 1\n",
      "00:00:10 [INFO] state = (array([[ 1,  0,  1],\n",
      "       [-1,  1,  0],\n",
      "       [ 0, -1,  0]], dtype=int8), -1), action = [2 2], winner = 1\n",
      "00:00:10 [INFO] state = (array([[ 1, -1, -1],\n",
      "       [ 1,  1, -1],\n",
      "       [ 1,  0,  0]], dtype=int8), -1), action = None, winner = 1\n",
      "00:00:10 [INFO] state = (array([[ 0, -1,  1],\n",
      "       [-1,  0,  1],\n",
      "       [-1,  1,  1]], dtype=int8), -1), action = None, winner = 1\n",
      "00:00:10 [INFO] state = (array([[ 1, -1,  1],\n",
      "       [ 1,  0, -1],\n",
      "       [ 0,  0, -1]], dtype=int8), 1), action = [2 0], winner = 1\n",
      "00:00:10 [INFO] state = (array([[ 0, -1,  0],\n",
      "       [ 1, -1,  1],\n",
      "       [ 1,  0, -1]], dtype=int8), 1), action = [0 0], winner = 1\n",
      "00:00:10 [INFO] state = (array([[ 0,  1,  1],\n",
      "       [ 1, -1, -1],\n",
      "       [ 0,  0,  0]], dtype=int8), -1), action = [0 0], winner = 0\n",
      "00:00:10 [INFO] state = (array([[ 0,  1,  0],\n",
      "       [ 0,  0, -1],\n",
      "       [ 0,  0,  0]], dtype=int8), 1), action = [1 1], winner = 1\n",
      "00:00:10 [INFO] state = (array([[ 1,  0, -1],\n",
      "       [ 1,  1,  0],\n",
      "       [ 0, -1, -1]], dtype=int8), 1), action = [2 0], winner = 1\n",
      "00:00:10 [INFO] state = (array([[ 0,  0, -1],\n",
      "       [ 1,  1,  1],\n",
      "       [-1, -1,  1]], dtype=int8), -1), action = None, winner = 1\n",
      "00:00:10 [INFO] state = (array([[ 0,  0, -1],\n",
      "       [ 1,  0,  1],\n",
      "       [-1,  0,  1]], dtype=int8), -1), action = [1 1], winner = -1\n",
      "00:00:10 [INFO] state = (array([[ 0, -1,  0],\n",
      "       [-1,  0,  1],\n",
      "       [ 1, -1,  1]], dtype=int8), 1), action = [1 1], winner = 1\n",
      "00:00:10 [INFO] state = (array([[ 1, -1,  0],\n",
      "       [ 1, -1,  1],\n",
      "       [ 0,  0,  0]], dtype=int8), -1), action = [2 1], winner = -1\n",
      "00:00:10 [INFO] state = (array([[ 0, -1,  1],\n",
      "       [ 1,  0,  0],\n",
      "       [ 1, -1,  0]], dtype=int8), -1), action = [1 1], winner = -1\n",
      "00:00:10 [INFO] state = (array([[ 0, -1,  1],\n",
      "       [ 1, -1,  1],\n",
      "       [ 1,  0, -1]], dtype=int8), -1), action = [2 1], winner = -1\n",
      "00:00:10 [INFO] state = (array([[ 1,  0,  0],\n",
      "       [ 0,  1, -1],\n",
      "       [-1,  0,  1]], dtype=int8), -1), action = None, winner = 1\n",
      "00:00:10 [INFO] state = (array([[ 1,  0, -1],\n",
      "       [ 1,  0, -1],\n",
      "       [ 1, -1,  1]], dtype=int8), -1), action = None, winner = 1\n",
      "00:00:10 [INFO] state = (array([[ 1,  0,  1],\n",
      "       [-1,  0, -1],\n",
      "       [ 1, -1,  0]], dtype=int8), 1), action = [1 1], winner = 1\n",
      "00:00:10 [INFO] state = (array([[ 0,  1, -1],\n",
      "       [ 1,  1,  1],\n",
      "       [-1, -1,  0]], dtype=int8), -1), action = None, winner = 1\n",
      "00:00:10 [INFO] state = (array([[ 0, -1,  1],\n",
      "       [ 0,  0,  0],\n",
      "       [ 1, -1,  1]], dtype=int8), -1), action = [1 1], winner = -1\n",
      "00:00:10 [INFO] state = (array([[ 0,  0,  1],\n",
      "       [ 1,  1, -1],\n",
      "       [-1,  0, -1]], dtype=int8), 1), action = [2 1], winner = 0\n",
      "00:00:10 [INFO] state = (array([[-1,  1,  0],\n",
      "       [ 1,  0,  1],\n",
      "       [ 1, -1, -1]], dtype=int8), -1), action = [1 1], winner = -1\n",
      "00:00:10 [INFO] state = (array([[ 1,  1, -1],\n",
      "       [ 1,  0, -1],\n",
      "       [-1, -1,  1]], dtype=int8), 1), action = [1 1], winner = 1\n",
      "00:00:10 [INFO] state = (array([[-1,  0,  1],\n",
      "       [ 1,  0,  0],\n",
      "       [-1,  1, -1]], dtype=int8), 1), action = [1 1], winner = 1\n",
      "00:00:10 [INFO] state = (array([[ 0, -1,  0],\n",
      "       [-1,  1,  1],\n",
      "       [ 1, -1,  1]], dtype=int8), -1), action = [0 2], winner = 1\n",
      "00:00:10 [INFO] state = (array([[-1,  1, -1],\n",
      "       [ 1,  1, -1],\n",
      "       [ 0, -1,  1]], dtype=int8), 1), action = [2 0], winner = 0\n",
      "00:00:10 [INFO] state = (array([[ 1,  1,  1],\n",
      "       [-1,  0,  1],\n",
      "       [-1,  0, -1]], dtype=int8), -1), action = None, winner = 1\n",
      "00:00:10 [INFO] state = (array([[ 0,  0, -1],\n",
      "       [ 0,  0,  1],\n",
      "       [ 0,  0,  0]], dtype=int8), 1), action = [2 0], winner = 0\n",
      "00:00:10 [INFO] state = (array([[-1, -1,  0],\n",
      "       [ 0,  0,  0],\n",
      "       [ 1,  0,  1]], dtype=int8), 1), action = [2 1], winner = 1\n",
      "00:00:10 [INFO] state = (array([[-1,  0,  1],\n",
      "       [-1, -1,  1],\n",
      "       [ 1,  0,  0]], dtype=int8), 1), action = [2 2], winner = 1\n",
      "00:00:10 [INFO] state = (array([[-1,  0,  1],\n",
      "       [ 1,  0, -1],\n",
      "       [ 0,  1,  0]], dtype=int8), -1), action = [2 0], winner = 0\n",
      "00:00:10 [INFO] state = (array([[-1,  1,  1],\n",
      "       [ 1, -1, -1],\n",
      "       [ 0,  0,  0]], dtype=int8), 1), action = [2 2], winner = 0\n",
      "00:00:10 [INFO] state = (array([[ 0, -1,  1],\n",
      "       [ 0, -1,  1],\n",
      "       [ 1, -1,  0]], dtype=int8), 1), action = None, winner = -1\n",
      "00:00:10 [INFO] state = (array([[ 1, -1, -1],\n",
      "       [ 1,  0, -1],\n",
      "       [ 1,  0,  1]], dtype=int8), -1), action = None, winner = 1\n",
      "00:00:10 [INFO] state = (array([[ 0,  0, -1],\n",
      "       [ 1,  1,  0],\n",
      "       [ 1, -1, -1]], dtype=int8), 1), action = [1 2], winner = 1\n",
      "00:00:10 [INFO] state = (array([[ 0,  0,  1],\n",
      "       [ 0,  1, -1],\n",
      "       [-1,  1, -1]], dtype=int8), 1), action = [0 1], winner = 1\n",
      "00:00:10 [INFO] state = (array([[ 1,  0,  1],\n",
      "       [ 0,  0,  0],\n",
      "       [ 0, -1, -1]], dtype=int8), 1), action = [2 0], winner = 1\n",
      "00:00:10 [INFO] state = (array([[-1,  0,  0],\n",
      "       [-1,  0,  0],\n",
      "       [ 1,  1,  0]], dtype=int8), 1), action = [2 2], winner = 1\n",
      "00:00:10 [INFO] state = (array([[-1, -1,  1],\n",
      "       [ 0,  1, -1],\n",
      "       [ 0,  1,  0]], dtype=int8), 1), action = [2 0], winner = 1\n",
      "00:00:10 [INFO] state = (array([[ 1, -1, -1],\n",
      "       [ 1,  0,  0],\n",
      "       [-1,  1,  1]], dtype=int8), -1), action = [1 1], winner = -1\n",
      "00:00:10 [INFO] state = (array([[ 1,  1,  0],\n",
      "       [-1,  0, -1],\n",
      "       [ 0,  1,  0]], dtype=int8), -1), action = [1 1], winner = -1\n",
      "00:00:10 [INFO] state = (array([[ 0,  0,  1],\n",
      "       [ 1,  0, -1],\n",
      "       [ 0, -1,  1]], dtype=int8), -1), action = [1 1], winner = 0\n",
      "00:00:10 [INFO] state = (array([[-1, -1,  1],\n",
      "       [-1, -1,  1],\n",
      "       [ 1,  1,  0]], dtype=int8), 1), action = [2 2], winner = 1\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "00:00:10 [INFO] state = (array([[ 1, -1, -1],\n",
      "       [ 0,  0,  0],\n",
      "       [ 0,  1,  1]], dtype=int8), -1), action = [2 0], winner = 1\n",
      "00:00:10 [INFO] state = (array([[ 1,  0,  0],\n",
      "       [-1,  1,  0],\n",
      "       [ 0,  0, -1]], dtype=int8), 1), action = [0 2], winner = 1\n",
      "00:00:10 [INFO] state = (array([[ 1,  0,  1],\n",
      "       [-1, -1,  1],\n",
      "       [ 0, -1,  0]], dtype=int8), 1), action = [2 2], winner = 1\n",
      "00:00:10 [INFO] state = (array([[ 1,  1, -1],\n",
      "       [ 0,  0, -1],\n",
      "       [-1,  1,  1]], dtype=int8), -1), action = [1 1], winner = -1\n",
      "00:00:10 [INFO] state = (array([[ 0,  0,  1],\n",
      "       [ 1,  0, -1],\n",
      "       [ 0,  0,  0]], dtype=int8), -1), action = [2 0], winner = 0\n",
      "00:00:10 [INFO] state = (array([[-1,  0,  1],\n",
      "       [ 0,  0, -1],\n",
      "       [-1,  1,  1]], dtype=int8), 1), action = [1 0], winner = 0\n",
      "00:00:10 [INFO] state = (array([[ 0,  0, -1],\n",
      "       [ 1,  0,  0],\n",
      "       [ 0,  0,  1]], dtype=int8), -1), action = [0 0], winner = 0\n",
      "00:00:10 [INFO] state = (array([[-1,  0,  0],\n",
      "       [ 0,  0,  0],\n",
      "       [ 1,  0,  1]], dtype=int8), -1), action = [2 1], winner = 1\n",
      "00:00:10 [INFO] state = (array([[ 0, -1, -1],\n",
      "       [-1,  1,  1],\n",
      "       [-1,  1,  1]], dtype=int8), 1), action = [0 0], winner = 1\n",
      "00:00:10 [INFO] state = (array([[-1,  0,  1],\n",
      "       [ 1,  0, -1],\n",
      "       [ 0,  1, -1]], dtype=int8), 1), action = [1 1], winner = 1\n",
      "00:00:10 [INFO] state = (array([[-1,  0,  1],\n",
      "       [ 0,  0, -1],\n",
      "       [ 0,  0,  1]], dtype=int8), 1), action = [2 0], winner = 1\n",
      "00:00:10 [INFO] state = (array([[-1,  1,  0],\n",
      "       [-1,  1, -1],\n",
      "       [ 1, -1,  1]], dtype=int8), 1), action = [0 2], winner = 1\n",
      "00:00:10 [INFO] state = (array([[ 0,  1,  1],\n",
      "       [ 0, -1, -1],\n",
      "       [-1,  1,  1]], dtype=int8), -1), action = [1 0], winner = -1\n",
      "00:00:10 [INFO] state = (array([[ 1, -1,  1],\n",
      "       [ 0, -1,  0],\n",
      "       [ 0,  0,  0]], dtype=int8), 1), action = [2 1], winner = 0\n",
      "00:00:10 [INFO] state = (array([[ 1,  1, -1],\n",
      "       [ 0,  0,  0],\n",
      "       [-1,  1,  0]], dtype=int8), -1), action = [1 1], winner = -1\n",
      "00:00:10 [INFO] state = (array([[ 1,  1, -1],\n",
      "       [ 0, -1, -1],\n",
      "       [ 1,  0,  0]], dtype=int8), 1), action = [1 0], winner = 1\n",
      "00:00:10 [INFO] state = (array([[ 0,  1,  0],\n",
      "       [-1,  0,  1],\n",
      "       [-1,  0,  0]], dtype=int8), 1), action = [0 0], winner = 1\n",
      "00:00:10 [INFO] state = (array([[ 0, -1,  1],\n",
      "       [ 1,  0,  1],\n",
      "       [ 1, -1, -1]], dtype=int8), -1), action = [1 1], winner = -1\n",
      "00:00:10 [INFO] state = (array([[ 1,  0, -1],\n",
      "       [ 0, -1,  1],\n",
      "       [ 1,  0, -1]], dtype=int8), 1), action = [1 0], winner = 1\n",
      "00:00:10 [INFO] state = (array([[ 0, -1,  0],\n",
      "       [ 1,  0,  0],\n",
      "       [ 0,  1,  0]], dtype=int8), -1), action = [2 2], winner = 0\n",
      "00:00:10 [INFO] state = (array([[ 1,  0, -1],\n",
      "       [ 0,  1,  1],\n",
      "       [ 1, -1, -1]], dtype=int8), -1), action = [1 0], winner = 0\n",
      "00:00:10 [INFO] state = (array([[-1,  1,  1],\n",
      "       [ 1,  1, -1],\n",
      "       [-1,  0,  0]], dtype=int8), -1), action = [2 1], winner = 0\n",
      "00:00:10 [INFO] state = (array([[-1,  1, -1],\n",
      "       [ 1, -1,  1],\n",
      "       [ 1, -1,  1]], dtype=int8), -1), action = None, winner = 0\n",
      "00:00:10 [INFO] state = (array([[ 0,  1,  0],\n",
      "       [-1,  1,  1],\n",
      "       [-1,  0,  0]], dtype=int8), -1), action = [2 1], winner = -1\n",
      "00:00:10 [INFO] state = (array([[ 0,  0,  1],\n",
      "       [ 0,  0, -1],\n",
      "       [ 1, -1,  1]], dtype=int8), -1), action = [1 1], winner = -1\n",
      "00:00:10 [INFO] state = (array([[ 0, -1,  0],\n",
      "       [-1,  1,  1],\n",
      "       [ 1, -1,  0]], dtype=int8), 1), action = [2 2], winner = 1\n",
      "00:00:10 [INFO] state = (array([[-1,  1,  1],\n",
      "       [ 1, -1,  0],\n",
      "       [ 1, -1, -1]], dtype=int8), 1), action = None, winner = -1\n",
      "00:00:10 [INFO] state = (array([[ 0,  1, -1],\n",
      "       [ 0,  1,  0],\n",
      "       [-1,  0,  1]], dtype=int8), -1), action = [2 1], winner = 1\n",
      "00:00:10 [INFO] state = (array([[-1, -1,  1],\n",
      "       [ 1,  1,  0],\n",
      "       [-1, -1,  1]], dtype=int8), 1), action = [1 2], winner = 1\n",
      "00:00:10 [INFO] state = (array([[-1,  0, -1],\n",
      "       [ 1,  0,  0],\n",
      "       [ 0,  1,  0]], dtype=int8), 1), action = [2 2], winner = -1\n",
      "00:00:10 [INFO] state = (array([[ 1,  0,  0],\n",
      "       [ 0, -1,  1],\n",
      "       [ 0, -1,  1]], dtype=int8), -1), action = [0 2], winner = -1\n",
      "00:00:10 [INFO] state = (array([[-1,  1, -1],\n",
      "       [-1,  0,  0],\n",
      "       [ 1,  1,  1]], dtype=int8), -1), action = None, winner = 1\n",
      "00:00:10 [INFO] state = (array([[ 0,  0,  1],\n",
      "       [ 0,  1, -1],\n",
      "       [ 0,  0,  0]], dtype=int8), -1), action = [2 2], winner = 1\n",
      "00:00:10 [INFO] state = (array([[-1,  0,  1],\n",
      "       [-1,  1,  0],\n",
      "       [ 0,  1,  0]], dtype=int8), -1), action = [2 0], winner = -1\n",
      "00:00:10 [INFO] state = (array([[ 1,  0,  1],\n",
      "       [ 0,  0,  1],\n",
      "       [-1, -1,  0]], dtype=int8), -1), action = [2 2], winner = -1\n",
      "00:00:10 [INFO] state = (array([[ 1,  1,  0],\n",
      "       [-1, -1,  0],\n",
      "       [ 0,  1,  0]], dtype=int8), -1), action = [1 2], winner = -1\n",
      "00:00:10 [INFO] state = (array([[-1,  0,  1],\n",
      "       [ 1,  0,  0],\n",
      "       [ 0,  0, -1]], dtype=int8), 1), action = [1 1], winner = 1\n",
      "00:00:10 [INFO] state = (array([[-1,  0,  1],\n",
      "       [-1,  0,  1],\n",
      "       [ 0,  1, -1]], dtype=int8), 1), action = [2 0], winner = -1\n",
      "00:00:10 [INFO] state = (array([[ 0,  1,  0],\n",
      "       [ 0,  0,  0],\n",
      "       [-1,  1,  0]], dtype=int8), -1), action = [1 1], winner = -1\n",
      "00:00:10 [INFO] state = (array([[ 0, -1, -1],\n",
      "       [ 0,  0,  1],\n",
      "       [ 0,  1,  0]], dtype=int8), 1), action = [0 0], winner = 1\n",
      "00:00:10 [INFO] state = (array([[-1,  0,  0],\n",
      "       [ 0,  1,  1],\n",
      "       [-1, -1,  1]], dtype=int8), 1), action = [1 0], winner = 1\n",
      "00:00:10 [INFO] state = (array([[0, 0, 0],\n",
      "       [0, 0, 0],\n",
      "       [0, 0, 1]], dtype=int8), -1), action = [1 1], winner = 0\n",
      "00:00:10 [INFO] state = (array([[ 0, -1,  1],\n",
      "       [ 0,  1, -1],\n",
      "       [ 0,  0,  0]], dtype=int8), 1), action = [2 2], winner = 1\n",
      "00:00:10 [INFO] state = (array([[ 0,  1,  0],\n",
      "       [ 1,  0,  0],\n",
      "       [ 1, -1, -1]], dtype=int8), -1), action = [1 2], winner = 1\n",
      "00:00:10 [INFO] state = (array([[-1,  1, -1],\n",
      "       [ 0, -1,  1],\n",
      "       [ 1,  1, -1]], dtype=int8), 1), action = None, winner = -1\n",
      "00:00:10 [INFO] state = (array([[-1,  1,  0],\n",
      "       [ 0,  1,  0],\n",
      "       [ 0,  0, -1]], dtype=int8), 1), action = [2 1], winner = 1\n",
      "00:00:10 [INFO] state = (array([[ 0,  1,  1],\n",
      "       [ 0,  0,  0],\n",
      "       [ 0,  0, -1]], dtype=int8), -1), action = [2 1], winner = 1\n",
      "00:00:10 [INFO] state = (array([[ 1, -1,  1],\n",
      "       [ 0,  1,  0],\n",
      "       [-1,  0, -1]], dtype=int8), 1), action = [2 1], winner = 0\n",
      "00:00:10 [INFO] state = (array([[-1,  0,  0],\n",
      "       [ 1, -1,  1],\n",
      "       [ 0,  1, -1]], dtype=int8), 1), action = None, winner = -1\n",
      "00:00:10 [INFO] state = (array([[ 1, -1,  0],\n",
      "       [ 0, -1, -1],\n",
      "       [ 1,  1,  1]], dtype=int8), -1), action = None, winner = 1\n",
      "00:00:10 [INFO] state = (array([[ 0,  0, -1],\n",
      "       [ 1,  1, -1],\n",
      "       [ 1,  0,  0]], dtype=int8), -1), action = [2 2], winner = -1\n",
      "00:00:10 [INFO] state = (array([[ 1, -1, -1],\n",
      "       [ 0,  0, -1],\n",
      "       [ 1,  0,  1]], dtype=int8), 1), action = [2 1], winner = 1\n",
      "00:00:10 [INFO] state = (array([[ 0, -1,  0],\n",
      "       [-1,  1,  0],\n",
      "       [ 1,  0,  1]], dtype=int8), -1), action = [2 1], winner = 1\n",
      "00:00:10 [INFO] state = (array([[ 1,  0,  1],\n",
      "       [-1,  1,  0],\n",
      "       [-1,  0,  0]], dtype=int8), -1), action = [2 2], winner = 1\n",
      "00:00:10 [INFO] state = (array([[ 0,  1,  1],\n",
      "       [ 0, -1,  0],\n",
      "       [ 0, -1,  0]], dtype=int8), 1), action = [2 2], winner = 1\n",
      "00:00:10 [INFO] state = (array([[ 0, -1,  0],\n",
      "       [ 0,  1,  1],\n",
      "       [-1,  0,  1]], dtype=int8), -1), action = [2 1], winner = 1\n",
      "00:00:10 [INFO] state = (array([[-1,  0,  0],\n",
      "       [-1, -1,  1],\n",
      "       [ 0,  1,  1]], dtype=int8), 1), action = [2 0], winner = 1\n",
      "00:00:10 [INFO] state = (array([[-1, -1, -1],\n",
      "       [ 1, -1,  1],\n",
      "       [ 1,  0,  1]], dtype=int8), 1), action = None, winner = -1\n",
      "00:00:10 [INFO] state = (array([[-1,  0,  1],\n",
      "       [ 0, -1,  1],\n",
      "       [ 0,  0,  1]], dtype=int8), -1), action = None, winner = 1\n",
      "00:00:10 [INFO] state = (array([[-1,  1,  0],\n",
      "       [ 0,  0,  1],\n",
      "       [ 0, -1,  0]], dtype=int8), 1), action = [2 2], winner = 0\n",
      "00:00:10 [INFO] state = (array([[ 0,  1, -1],\n",
      "       [-1,  1, -1],\n",
      "       [ 1, -1,  1]], dtype=int8), 1), action = [0 0], winner = 1\n",
      "00:00:10 [INFO] state = (array([[ 0,  1, -1],\n",
      "       [ 0, -1,  0],\n",
      "       [ 1,  1, -1]], dtype=int8), 1), action = [1 2], winner = -1\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "00:00:10 [INFO] state = (array([[ 1,  0, -1],\n",
      "       [ 0, -1,  0],\n",
      "       [ 1, -1,  1]], dtype=int8), 1), action = [1 0], winner = 1\n",
      "00:00:10 [INFO] state = (array([[ 1,  0, -1],\n",
      "       [ 1, -1,  1],\n",
      "       [ 0,  1, -1]], dtype=int8), -1), action = [2 0], winner = -1\n",
      "00:00:10 [INFO] state = (array([[-1, -1,  1],\n",
      "       [ 1,  1,  1],\n",
      "       [ 0, -1,  0]], dtype=int8), -1), action = None, winner = 1\n",
      "00:00:10 [INFO] state = (array([[ 0, -1, -1],\n",
      "       [ 1,  1, -1],\n",
      "       [ 0,  0,  1]], dtype=int8), 1), action = [0 0], winner = 1\n",
      "00:00:10 [INFO] state = (array([[ 0, -1,  0],\n",
      "       [ 1,  0, -1],\n",
      "       [ 0,  0,  1]], dtype=int8), 1), action = [2 0], winner = 1\n",
      "00:00:10 [INFO] state = (array([[ 0, -1,  0],\n",
      "       [ 0,  0,  0],\n",
      "       [ 1,  1, -1]], dtype=int8), 1), action = [0 2], winner = 0\n",
      "00:00:10 [INFO] state = (array([[-1, -1,  1],\n",
      "       [-1,  1,  1],\n",
      "       [ 0,  1, -1]], dtype=int8), 1), action = [2 0], winner = 1\n",
      "00:00:10 [INFO] state = (array([[ 0,  1,  0],\n",
      "       [-1, -1,  1],\n",
      "       [ 0,  1, -1]], dtype=int8), 1), action = [0 0], winner = 0\n",
      "00:00:10 [INFO] state = (array([[-1, -1,  1],\n",
      "       [-1,  1,  1],\n",
      "       [ 0,  1,  0]], dtype=int8), -1), action = [2 0], winner = -1\n",
      "00:00:10 [INFO] state = (array([[ 1, -1,  1],\n",
      "       [-1,  0, -1],\n",
      "       [ 0,  1,  1]], dtype=int8), -1), action = [1 1], winner = -1\n",
      "00:00:10 [INFO] state = (array([[ 0, -1,  0],\n",
      "       [-1,  1,  0],\n",
      "       [-1,  1,  1]], dtype=int8), 1), action = [0 0], winner = 1\n",
      "00:00:10 [INFO] state = (array([[ 0,  0, -1],\n",
      "       [-1,  1,  0],\n",
      "       [ 0,  1,  0]], dtype=int8), 1), action = [2 2], winner = 1\n",
      "00:00:10 [INFO] state = (array([[ 0, -1,  0],\n",
      "       [ 1,  1, -1],\n",
      "       [ 1, -1,  1]], dtype=int8), -1), action = [0 2], winner = 1\n",
      "00:00:10 [INFO] state = (array([[ 1, -1, -1],\n",
      "       [ 1, -1,  1],\n",
      "       [ 0, -1,  1]], dtype=int8), 1), action = None, winner = -1\n",
      "00:00:10 [INFO] state = (array([[-1, -1,  0],\n",
      "       [ 1,  1,  0],\n",
      "       [ 0,  0,  1]], dtype=int8), -1), action = [0 2], winner = -1\n",
      "00:00:10 [INFO] state = (array([[-1, -1,  0],\n",
      "       [ 0,  1,  1],\n",
      "       [-1,  1,  1]], dtype=int8), -1), action = [1 0], winner = -1\n",
      "00:00:10 [INFO] state = (array([[ 0,  1,  0],\n",
      "       [ 0,  0,  1],\n",
      "       [-1, -1,  1]], dtype=int8), -1), action = [1 1], winner = 1\n",
      "00:00:11 [INFO] state = (array([[-1,  1,  1],\n",
      "       [-1,  0, -1],\n",
      "       [ 0,  0,  1]], dtype=int8), 1), action = [2 1], winner = -1\n",
      "00:00:11 [INFO] state = (array([[ 0, -1, -1],\n",
      "       [ 0,  1,  0],\n",
      "       [ 0,  1,  1]], dtype=int8), -1), action = [0 0], winner = -1\n",
      "00:00:11 [INFO] state = (array([[ 0, -1,  1],\n",
      "       [ 1,  0,  1],\n",
      "       [-1,  0, -1]], dtype=int8), 1), action = [1 1], winner = 1\n",
      "00:00:11 [INFO] state = (array([[ 1, -1,  0],\n",
      "       [ 1,  0, -1],\n",
      "       [ 0,  0,  0]], dtype=int8), 1), action = [2 2], winner = 1\n",
      "00:00:11 [INFO] state = (array([[ 0, -1,  1],\n",
      "       [-1,  1,  1],\n",
      "       [-1,  1,  0]], dtype=int8), -1), action = [0 0], winner = -1\n",
      "00:00:11 [INFO] state = (array([[ 1, -1,  1],\n",
      "       [-1,  0,  1],\n",
      "       [-1,  0,  0]], dtype=int8), 1), action = [2 2], winner = 1\n",
      "00:00:11 [INFO] state = (array([[ 0,  1,  0],\n",
      "       [ 0, -1,  1],\n",
      "       [-1,  0,  1]], dtype=int8), -1), action = [0 2], winner = -1\n",
      "00:00:11 [INFO] state = (array([[ 1, -1,  0],\n",
      "       [-1,  1,  0],\n",
      "       [ 0,  0,  1]], dtype=int8), -1), action = None, winner = 1\n",
      "00:00:11 [INFO] state = (array([[-1,  0, -1],\n",
      "       [ 0,  1, -1],\n",
      "       [ 0,  1,  1]], dtype=int8), 1), action = [2 0], winner = 1\n",
      "00:00:11 [INFO] state = (array([[ 1, -1,  1],\n",
      "       [ 0, -1,  0],\n",
      "       [ 1,  1, -1]], dtype=int8), -1), action = [1 0], winner = 0\n",
      "00:00:11 [INFO] state = (array([[ 1,  0,  1],\n",
      "       [-1,  0,  0],\n",
      "       [-1,  0,  1]], dtype=int8), -1), action = [2 1], winner = 1\n",
      "00:00:11 [INFO] state = (array([[ 0, -1, -1],\n",
      "       [ 1,  0,  1],\n",
      "       [ 1,  1, -1]], dtype=int8), -1), action = [0 0], winner = -1\n",
      "00:00:11 [INFO] state = (array([[-1, -1,  1],\n",
      "       [ 0,  1,  1],\n",
      "       [-1,  1, -1]], dtype=int8), 1), action = [1 0], winner = 1\n",
      "00:00:11 [INFO] state = (array([[ 0,  0, -1],\n",
      "       [ 1, -1,  1],\n",
      "       [ 0,  1, -1]], dtype=int8), 1), action = [2 0], winner = -1\n",
      "00:00:11 [INFO] state = (array([[ 1,  0,  0],\n",
      "       [ 1,  1, -1],\n",
      "       [ 0,  0, -1]], dtype=int8), -1), action = [2 0], winner = -1\n",
      "00:00:11 [INFO] state = (array([[ 0, -1,  1],\n",
      "       [ 0, -1,  0],\n",
      "       [ 1,  0,  0]], dtype=int8), 1), action = [2 1], winner = 0\n",
      "00:00:11 [INFO] state = (array([[ 0,  0,  1],\n",
      "       [ 0,  0, -1],\n",
      "       [-1,  0,  1]], dtype=int8), 1), action = [0 0], winner = 1\n",
      "00:00:11 [INFO] state = (array([[-1, -1,  0],\n",
      "       [ 1,  0,  1],\n",
      "       [ 0,  0,  0]], dtype=int8), 1), action = [1 1], winner = 1\n",
      "00:00:11 [INFO] state = (array([[ 0,  0,  1],\n",
      "       [-1, -1, -1],\n",
      "       [ 1,  1,  0]], dtype=int8), 1), action = None, winner = -1\n",
      "00:00:11 [INFO] state = (array([[ 0,  1, -1],\n",
      "       [ 0,  1,  0],\n",
      "       [ 0, -1,  0]], dtype=int8), 1), action = [2 2], winner = 0\n",
      "00:00:11 [INFO] state = (array([[ 0, -1,  0],\n",
      "       [ 0,  0,  1],\n",
      "       [-1,  1,  0]], dtype=int8), 1), action = [1 1], winner = 0\n",
      "00:00:11 [INFO] state = (array([[ 0,  0,  1],\n",
      "       [-1,  0,  0],\n",
      "       [-1,  1,  1]], dtype=int8), -1), action = [1 2], winner = -1\n",
      "00:00:11 [INFO] state = (array([[-1,  0,  0],\n",
      "       [-1,  0,  1],\n",
      "       [ 0,  1,  0]], dtype=int8), 1), action = [2 0], winner = 1\n",
      "00:00:11 [INFO] state = (array([[ 1,  0, -1],\n",
      "       [ 1,  1,  0],\n",
      "       [-1, -1,  1]], dtype=int8), -1), action = None, winner = 1\n",
      "00:00:11 [INFO] state = (array([[ 1, -1, -1],\n",
      "       [ 1,  0,  1],\n",
      "       [ 1,  0, -1]], dtype=int8), -1), action = None, winner = 1\n",
      "00:00:11 [INFO] state = (array([[ 0,  0,  0],\n",
      "       [ 1,  0,  1],\n",
      "       [-1, -1,  0]], dtype=int8), 1), action = [2 2], winner = 1\n",
      "00:00:11 [INFO] state = (array([[ 1, -1,  0],\n",
      "       [ 1,  0, -1],\n",
      "       [ 0,  0,  1]], dtype=int8), -1), action = [2 1], winner = 1\n",
      "00:00:11 [INFO] state = (array([[-1,  0,  1],\n",
      "       [ 0,  1,  1],\n",
      "       [-1, -1,  1]], dtype=int8), -1), action = None, winner = 1\n",
      "00:00:11 [INFO] state = (array([[ 0,  1, -1],\n",
      "       [ 1,  0,  1],\n",
      "       [-1,  0, -1]], dtype=int8), 1), action = [1 1], winner = 1\n",
      "00:00:11 [INFO] state = (array([[ 0, -1,  1],\n",
      "       [ 1,  1, -1],\n",
      "       [ 0,  1, -1]], dtype=int8), -1), action = [2 0], winner = 0\n",
      "00:00:11 [INFO] state = (array([[ 0,  1,  0],\n",
      "       [-1,  0,  0],\n",
      "       [-1,  0,  1]], dtype=int8), 1), action = [0 0], winner = 1\n",
      "00:00:11 [INFO] state = (array([[ 1, -1,  0],\n",
      "       [-1,  0,  1],\n",
      "       [ 1,  1, -1]], dtype=int8), -1), action = [1 1], winner = 0\n",
      "00:00:11 [INFO] state = (array([[ 0,  1,  1],\n",
      "       [ 0, -1,  0],\n",
      "       [ 0, -1,  1]], dtype=int8), -1), action = [2 0], winner = 1\n",
      "00:00:11 [INFO] state = (array([[ 0,  0,  1],\n",
      "       [ 0, -1,  0],\n",
      "       [-1,  1,  0]], dtype=int8), 1), action = [2 2], winner = 0\n",
      "00:00:11 [INFO] state = (array([[ 1,  0,  1],\n",
      "       [ 0, -1,  0],\n",
      "       [-1,  0,  0]], dtype=int8), 1), action = [2 2], winner = 1\n",
      "00:00:11 [INFO] state = (array([[-1,  0,  0],\n",
      "       [ 1, -1,  0],\n",
      "       [ 1,  1,  0]], dtype=int8), -1), action = [2 2], winner = -1\n",
      "00:00:11 [INFO] state = (array([[ 1, -1, -1],\n",
      "       [ 0,  1,  1],\n",
      "       [-1,  1,  0]], dtype=int8), -1), action = [2 2], winner = 1\n",
      "00:00:11 [INFO] state = (array([[ 1,  0,  0],\n",
      "       [-1,  0, -1],\n",
      "       [ 1,  1, -1]], dtype=int8), 1), action = [1 1], winner = -1\n",
      "00:00:11 [INFO] state = (array([[-1, -1,  0],\n",
      "       [ 1,  1,  0],\n",
      "       [-1,  1,  0]], dtype=int8), 1), action = [1 2], winner = 1\n",
      "00:00:11 [INFO] state = (array([[ 0,  1,  1],\n",
      "       [ 1, -1,  0],\n",
      "       [ 1, -1, -1]], dtype=int8), -1), action = [0 0], winner = -1\n",
      "00:00:11 [INFO] state = (array([[-1,  0,  1],\n",
      "       [ 1,  1,  0],\n",
      "       [ 0, -1,  0]], dtype=int8), -1), action = [2 2], winner = 1\n",
      "00:00:11 [INFO] state = (array([[ 1, -1, -1],\n",
      "       [ 0,  0, -1],\n",
      "       [ 1,  1,  0]], dtype=int8), 1), action = [2 2], winner = 1\n",
      "00:00:11 [INFO] state = (array([[ 0,  1, -1],\n",
      "       [ 1,  1, -1],\n",
      "       [-1,  0,  0]], dtype=int8), 1), action = [2 2], winner = 1\n",
      "00:00:11 [INFO] state = (array([[ 0,  1, -1],\n",
      "       [ 0, -1, -1],\n",
      "       [ 1,  0,  1]], dtype=int8), 1), action = [2 1], winner = 1\n",
      "00:00:11 [INFO] state = (array([[-1, -1,  1],\n",
      "       [ 0,  0, -1],\n",
      "       [ 1,  0,  1]], dtype=int8), 1), action = [2 1], winner = 1\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "00:00:11 [INFO] state = (array([[ 1, -1, -1],\n",
      "       [ 1,  1,  1],\n",
      "       [-1,  0,  0]], dtype=int8), -1), action = None, winner = 1\n",
      "00:00:11 [INFO] state = (array([[-1,  1,  1],\n",
      "       [ 0,  0, -1],\n",
      "       [-1,  0,  1]], dtype=int8), 1), action = [1 0], winner = 0\n",
      "00:00:11 [INFO] state = (array([[-1,  1, -1],\n",
      "       [ 0,  1, -1],\n",
      "       [ 0,  1,  1]], dtype=int8), -1), action = None, winner = 1\n",
      "00:00:11 [INFO] state = (array([[ 1,  1,  1],\n",
      "       [-1,  0, -1],\n",
      "       [ 1,  0, -1]], dtype=int8), -1), action = None, winner = 1\n",
      "00:00:11 [INFO] state = (array([[-1,  0, -1],\n",
      "       [ 1,  1, -1],\n",
      "       [ 1,  0,  1]], dtype=int8), -1), action = [0 1], winner = -1\n",
      "00:00:11 [INFO] state = (array([[-1,  0,  0],\n",
      "       [-1,  0,  1],\n",
      "       [ 1,  0,  1]], dtype=int8), -1), action = [2 1], winner = 1\n",
      "00:00:11 [INFO] state = (array([[ 0,  0,  1],\n",
      "       [ 1, -1, -1],\n",
      "       [ 1,  1, -1]], dtype=int8), -1), action = [0 0], winner = -1\n",
      "00:00:11 [INFO] state = (array([[ 0, -1,  0],\n",
      "       [ 0,  1,  0],\n",
      "       [ 0,  0,  1]], dtype=int8), -1), action = [2 1], winner = 1\n",
      "00:00:11 [INFO] state = (array([[ 0,  1, -1],\n",
      "       [ 1,  1,  0],\n",
      "       [-1,  0,  0]], dtype=int8), -1), action = [2 2], winner = 1\n",
      "00:00:11 [INFO] state = (array([[ 1,  0, -1],\n",
      "       [ 0,  0, -1],\n",
      "       [ 1, -1,  1]], dtype=int8), 1), action = [1 1], winner = 1\n",
      "00:00:11 [INFO] state = (array([[-1, -1,  0],\n",
      "       [ 0,  1,  1],\n",
      "       [-1,  1,  0]], dtype=int8), 1), action = [1 0], winner = 1\n",
      "00:00:11 [INFO] state = (array([[-1,  1,  1],\n",
      "       [ 0, -1,  1],\n",
      "       [-1,  0,  1]], dtype=int8), -1), action = None, winner = 1\n",
      "00:00:11 [INFO] state = (array([[-1, -1,  1],\n",
      "       [ 1,  0,  1],\n",
      "       [-1,  0,  1]], dtype=int8), -1), action = None, winner = 1\n",
      "00:00:11 [INFO] state = (array([[ 1,  0,  1],\n",
      "       [-1,  0, -1],\n",
      "       [-1,  0,  1]], dtype=int8), 1), action = [1 1], winner = 1\n",
      "00:00:11 [INFO] state = (array([[ 0,  0,  1],\n",
      "       [ 0,  0, -1],\n",
      "       [ 0, -1,  1]], dtype=int8), 1), action = [1 1], winner = 1\n",
      "00:00:11 [INFO] state = (array([[ 1,  0,  0],\n",
      "       [ 0, -1, -1],\n",
      "       [ 0,  1,  1]], dtype=int8), -1), action = [2 0], winner = -1\n",
      "00:00:11 [INFO] state = (array([[-1,  0,  1],\n",
      "       [ 0,  0,  1],\n",
      "       [ 1, -1, -1]], dtype=int8), 1), action = [1 1], winner = 1\n",
      "00:00:11 [INFO] state = (array([[-1,  1, -1],\n",
      "       [ 0,  1,  1],\n",
      "       [ 0, -1,  1]], dtype=int8), -1), action = [1 0], winner = 0\n",
      "00:00:11 [INFO] state = (array([[-1,  0,  0],\n",
      "       [ 1,  1,  0],\n",
      "       [ 0,  1, -1]], dtype=int8), -1), action = [2 0], winner = 1\n",
      "00:00:11 [INFO] state = (array([[ 0,  1, -1],\n",
      "       [ 1, -1,  0],\n",
      "       [ 0,  1,  0]], dtype=int8), -1), action = [2 2], winner = -1\n",
      "00:00:11 [INFO] state = (array([[ 0,  1, -1],\n",
      "       [ 0,  1, -1],\n",
      "       [ 1,  0,  0]], dtype=int8), -1), action = [2 2], winner = -1\n",
      "00:00:11 [INFO] state = (array([[ 0,  1, -1],\n",
      "       [-1,  0,  1],\n",
      "       [ 1,  0, -1]], dtype=int8), 1), action = [2 1], winner = 0\n",
      "00:00:11 [INFO] state = (array([[ 1,  0, -1],\n",
      "       [ 0,  0, -1],\n",
      "       [-1,  1,  1]], dtype=int8), 1), action = [1 1], winner = 1\n",
      "00:00:11 [INFO] state = (array([[ 0,  1, -1],\n",
      "       [ 1,  0, -1],\n",
      "       [-1,  0,  1]], dtype=int8), 1), action = [1 1], winner = 1\n",
      "00:00:11 [INFO] state = (array([[ 1,  0,  1],\n",
      "       [ 0,  0, -1],\n",
      "       [ 1, -1,  0]], dtype=int8), -1), action = [2 2], winner = 1\n",
      "00:00:11 [INFO] state = (array([[-1,  0,  1],\n",
      "       [ 1, -1,  0],\n",
      "       [ 1,  0, -1]], dtype=int8), 1), action = None, winner = -1\n",
      "00:00:11 [INFO] state = (array([[-1,  0,  1],\n",
      "       [ 1,  0,  1],\n",
      "       [ 0, -1, -1]], dtype=int8), 1), action = [1 1], winner = 1\n",
      "00:00:11 [INFO] state = (array([[ 0, -1, -1],\n",
      "       [ 1,  0,  1],\n",
      "       [ 0,  1,  0]], dtype=int8), -1), action = [1 1], winner = -1\n",
      "00:00:11 [INFO] state = (array([[-1, -1,  1],\n",
      "       [ 0,  1,  0],\n",
      "       [ 0,  0,  0]], dtype=int8), 1), action = [2 2], winner = 1\n",
      "00:00:11 [INFO] state = (array([[-1, -1, -1],\n",
      "       [ 1,  1,  0],\n",
      "       [ 0,  0,  1]], dtype=int8), 1), action = None, winner = -1\n",
      "00:00:11 [INFO] state = (array([[ 0,  1,  1],\n",
      "       [-1, -1,  1],\n",
      "       [ 0,  0,  0]], dtype=int8), -1), action = [2 2], winner = 1\n",
      "00:00:11 [INFO] state = (array([[ 0,  1, -1],\n",
      "       [-1, -1,  1],\n",
      "       [-1,  1,  1]], dtype=int8), 1), action = None, winner = -1\n",
      "00:00:11 [INFO] state = (array([[ 1,  0,  1],\n",
      "       [-1,  0, -1],\n",
      "       [ 0,  0,  0]], dtype=int8), 1), action = [1 1], winner = 1\n",
      "00:00:11 [INFO] state = (array([[ 0,  1, -1],\n",
      "       [ 0, -1,  1],\n",
      "       [ 0,  1, -1]], dtype=int8), 1), action = [2 0], winner = -1\n",
      "00:00:11 [INFO] state = (array([[ 0,  0, -1],\n",
      "       [ 1, -1,  1],\n",
      "       [ 0, -1,  1]], dtype=int8), 1), action = [2 0], winner = -1\n",
      "00:00:11 [INFO] state = (array([[ 0, -1,  1],\n",
      "       [ 1, -1,  0],\n",
      "       [-1,  1,  1]], dtype=int8), -1), action = [1 2], winner = 0\n",
      "00:00:11 [INFO] state = (array([[ 0,  1,  0],\n",
      "       [ 1,  0, -1],\n",
      "       [-1, -1,  1]], dtype=int8), 1), action = [0 0], winner = 1\n",
      "00:00:11 [INFO] state = (array([[ 0,  0,  1],\n",
      "       [-1,  1,  1],\n",
      "       [-1,  0, -1]], dtype=int8), 1), action = [2 1], winner = -1\n",
      "00:00:11 [INFO] state = (array([[ 0,  0,  0],\n",
      "       [ 1,  1, -1],\n",
      "       [ 0, -1,  1]], dtype=int8), -1), action = [0 0], winner = 0\n",
      "00:00:11 [INFO] state = (array([[ 1,  1,  1],\n",
      "       [ 0,  0,  0],\n",
      "       [ 0, -1, -1]], dtype=int8), -1), action = None, winner = 1\n",
      "00:00:11 [INFO] state = (array([[ 0,  1,  1],\n",
      "       [ 1, -1, -1],\n",
      "       [ 1, -1,  0]], dtype=int8), -1), action = [0 0], winner = 0\n",
      "00:00:11 [INFO] state = (array([[ 0,  1,  1],\n",
      "       [-1,  1,  0],\n",
      "       [-1,  0, -1]], dtype=int8), 1), action = [2 1], winner = 1\n",
      "00:00:11 [INFO] state = (array([[ 1,  0, -1],\n",
      "       [ 1,  1,  1],\n",
      "       [-1, -1,  0]], dtype=int8), -1), action = None, winner = 1\n",
      "00:00:11 [INFO] state = (array([[ 1,  0, -1],\n",
      "       [ 0,  0,  1],\n",
      "       [ 1, -1,  0]], dtype=int8), -1), action = [1 0], winner = 0\n",
      "00:00:11 [INFO] state = (array([[-1,  0, -1],\n",
      "       [ 0,  0,  0],\n",
      "       [ 1,  0,  1]], dtype=int8), 1), action = [2 1], winner = 1\n",
      "00:00:11 [INFO] state = (array([[ 0,  1, -1],\n",
      "       [-1,  1,  1],\n",
      "       [ 0, -1,  1]], dtype=int8), -1), action = [0 0], winner = 0\n",
      "00:00:11 [INFO] state = (array([[ 0,  0,  0],\n",
      "       [ 1, -1, -1],\n",
      "       [ 1,  1, -1]], dtype=int8), 1), action = [0 0], winner = 1\n",
      "00:00:11 [INFO] state = (array([[ 0,  0,  0],\n",
      "       [ 0, -1, -1],\n",
      "       [ 1,  1,  0]], dtype=int8), 1), action = [2 2], winner = 1\n",
      "00:00:11 [INFO] state = (array([[-1, -1,  0],\n",
      "       [ 0,  1,  1],\n",
      "       [ 0,  1,  0]], dtype=int8), -1), action = [1 0], winner = -1\n",
      "00:00:11 [INFO] state = (array([[ 1, -1,  1],\n",
      "       [-1,  1, -1],\n",
      "       [ 1,  1, -1]], dtype=int8), -1), action = None, winner = 1\n",
      "00:00:11 [INFO] state = (array([[-1,  1, -1],\n",
      "       [-1, -1,  1],\n",
      "       [ 1,  1,  1]], dtype=int8), -1), action = None, winner = 1\n",
      "00:00:11 [INFO] state = (array([[ 1,  0,  1],\n",
      "       [ 0, -1,  1],\n",
      "       [ 0,  0, -1]], dtype=int8), -1), action = [0 1], winner = 0\n",
      "00:00:11 [INFO] state = (array([[-1,  1,  1],\n",
      "       [-1,  1,  0],\n",
      "       [ 0,  0, -1]], dtype=int8), 1), action = [2 1], winner = 1\n",
      "00:00:11 [INFO] state = (array([[ 1,  0, -1],\n",
      "       [-1,  1,  0],\n",
      "       [ 0,  1,  0]], dtype=int8), -1), action = [2 2], winner = 1\n",
      "00:00:11 [INFO] state = (array([[ 0, -1, -1],\n",
      "       [ 1,  0,  1],\n",
      "       [-1,  1,  0]], dtype=int8), 1), action = [1 1], winner = 1\n",
      "00:00:11 [INFO] state = (array([[ 1, -1,  1],\n",
      "       [ 0,  1, -1],\n",
      "       [-1,  0,  0]], dtype=int8), 1), action = [2 2], winner = 1\n",
      "00:00:11 [INFO] state = (array([[-1,  0, -1],\n",
      "       [ 0,  0,  1],\n",
      "       [-1,  1,  1]], dtype=int8), 1), action = [1 1], winner = -1\n",
      "00:00:11 [INFO] state = (array([[ 1, -1, -1],\n",
      "       [ 0,  0,  0],\n",
      "       [ 1,  0,  1]], dtype=int8), -1), action = [2 1], winner = 1\n",
      "00:00:11 [INFO] state = (array([[-1,  1, -1],\n",
      "       [ 1,  1,  0],\n",
      "       [-1,  1,  0]], dtype=int8), -1), action = None, winner = 1\n",
      "00:00:11 [INFO] state = (array([[-1,  1,  1],\n",
      "       [ 0, -1,  0],\n",
      "       [ 0,  1,  0]], dtype=int8), -1), action = [2 2], winner = -1\n",
      "00:00:11 [INFO] state = (array([[ 1,  1,  1],\n",
      "       [ 1, -1,  0],\n",
      "       [-1, -1,  0]], dtype=int8), -1), action = None, winner = 1\n",
      "00:00:11 [INFO] state = (array([[-1,  1,  0],\n",
      "       [ 1,  1, -1],\n",
      "       [-1, -1,  1]], dtype=int8), 1), action = [0 2], winner = 0\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "00:00:11 [INFO] state = (array([[-1,  1, -1],\n",
      "       [-1,  0,  1],\n",
      "       [ 1,  1,  0]], dtype=int8), -1), action = [2 2], winner = 1\n",
      "00:00:11 [INFO] state = (array([[ 0,  1,  1],\n",
      "       [ 1, -1,  0],\n",
      "       [-1, -1,  0]], dtype=int8), 1), action = [2 2], winner = 1\n",
      "00:00:11 [INFO] state = (array([[ 1, -1,  1],\n",
      "       [ 0, -1,  0],\n",
      "       [-1,  0,  1]], dtype=int8), 1), action = [1 2], winner = 1\n",
      "00:00:11 [INFO] state = (array([[ 0,  0,  0],\n",
      "       [ 1,  0,  0],\n",
      "       [ 1, -1,  0]], dtype=int8), -1), action = [2 2], winner = 1\n",
      "00:00:11 [INFO] state = (array([[ 1,  0,  0],\n",
      "       [ 0,  0,  1],\n",
      "       [-1, -1,  1]], dtype=int8), -1), action = [1 1], winner = 1\n",
      "00:00:11 [INFO] state = (array([[ 1, -1,  1],\n",
      "       [-1,  0,  0],\n",
      "       [ 0,  0,  1]], dtype=int8), -1), action = [2 1], winner = 1\n",
      "00:00:11 [INFO] state = (array([[-1,  0,  1],\n",
      "       [ 1,  0,  0],\n",
      "       [ 1, -1, -1]], dtype=int8), 1), action = [1 1], winner = 1\n",
      "00:00:11 [INFO] state = (array([[-1,  0, -1],\n",
      "       [ 1, -1,  1],\n",
      "       [ 0,  1,  0]], dtype=int8), 1), action = [2 2], winner = -1\n",
      "00:00:11 [INFO] state = (array([[-1, -1,  0],\n",
      "       [ 1,  1, -1],\n",
      "       [ 1,  1,  0]], dtype=int8), -1), action = [0 2], winner = -1\n",
      "00:00:11 [INFO] state = (array([[ 1,  0,  1],\n",
      "       [-1,  1,  0],\n",
      "       [-1,  1, -1]], dtype=int8), -1), action = [0 1], winner = 0\n",
      "00:00:11 [INFO] state = (array([[-1,  1, -1],\n",
      "       [ 1,  0,  1],\n",
      "       [-1,  1, -1]], dtype=int8), 1), action = [1 1], winner = 1\n",
      "00:00:11 [INFO] state = (array([[ 1,  0, -1],\n",
      "       [-1,  0,  0],\n",
      "       [ 0,  1,  1]], dtype=int8), -1), action = [2 0], winner = 1\n",
      "00:00:11 [INFO] state = (array([[ 1,  1,  0],\n",
      "       [-1,  1, -1],\n",
      "       [ 1, -1, -1]], dtype=int8), 1), action = [0 2], winner = 1\n",
      "00:00:11 [INFO] state = (array([[-1,  1,  1],\n",
      "       [ 1, -1, -1],\n",
      "       [ 1, -1,  1]], dtype=int8), -1), action = None, winner = 0\n",
      "00:00:11 [INFO] state = (array([[ 0,  0,  0],\n",
      "       [-1, -1,  0],\n",
      "       [ 1,  1,  1]], dtype=int8), -1), action = None, winner = 1\n",
      "00:00:11 [INFO] state = (array([[-1, -1, -1],\n",
      "       [ 1, -1,  1],\n",
      "       [ 0,  1,  1]], dtype=int8), 1), action = None, winner = -1\n",
      "00:00:11 [INFO] state = (array([[-1,  1,  0],\n",
      "       [-1, -1,  0],\n",
      "       [ 0,  1,  1]], dtype=int8), 1), action = [2 0], winner = 1\n",
      "00:00:11 [INFO] state = (array([[-1,  1,  0],\n",
      "       [ 1,  0,  1],\n",
      "       [-1,  0, -1]], dtype=int8), 1), action = [1 1], winner = 1\n",
      "00:00:11 [INFO] state = (array([[ 1,  0,  1],\n",
      "       [-1, -1,  1],\n",
      "       [ 1,  0, -1]], dtype=int8), -1), action = [0 1], winner = 0\n",
      "00:00:11 [INFO] state = (array([[ 1,  1,  1],\n",
      "       [ 0,  0, -1],\n",
      "       [-1, -1,  1]], dtype=int8), -1), action = None, winner = 1\n",
      "00:00:11 [INFO] state = (array([[ 0,  0,  0],\n",
      "       [ 1,  1,  0],\n",
      "       [-1, -1,  1]], dtype=int8), -1), action = [1 2], winner = 1\n",
      "00:00:11 [INFO] state = (array([[ 1, -1,  0],\n",
      "       [-1,  1,  1],\n",
      "       [ 1, -1, -1]], dtype=int8), 1), action = [0 2], winner = 1\n"
     ]
    }
   ],
   "source": [
    "for s in set(agent.winner).union(agent.policy):\n",
    "    logging.info(\"state = %s, action = %s, winner = %s\",\n",
    "            s, agent.policy.get(s, None), agent.winner.get(s, None))"
   ]
  }
 ],
 "metadata": {
  "kernelspec": {
   "display_name": "Python 3 (ipykernel)",
   "language": "python",
   "name": "python3"
  },
  "language_info": {
   "codemirror_mode": {
    "name": "ipython",
    "version": 3
   },
   "file_extension": ".py",
   "mimetype": "text/x-python",
   "name": "python",
   "nbconvert_exporter": "python",
   "pygments_lexer": "ipython3",
   "version": "3.9.7"
  }
 },
 "nbformat": 4,
 "nbformat_minor": 5
}
